-- Logs begin at Thu 2022-03-31 19:24:59 UTC, end at Thu 2022-03-31 21:06:32 UTC. -- Mar 31 20:35:20.355402 dv-cinder-836072-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 31 20:35:23.302186 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.common.config [-] Logging enabled! Mar 31 20:35:23.302822 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 20:35:23.302975 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110438) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 20:35:23.306255 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.common.config [-] Logging enabled! Mar 31 20:35:23.306509 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 20:35:23.306817 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110438) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 20:35:23.307752 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 20:35:23.308009 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 20:35:23.308377 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 20:35:23.308622 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 20:35:23.309102 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 20:35:23.309860 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.310284 dv-cinder-836072-1-iscsi neutron-server[110438]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 31 20:35:23.310593 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.310887 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.311178 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.311471 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.311759 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.312060 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.312345 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.312640 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.312924 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.313202 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.313483 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.314364 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.314650 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.314935 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.315221 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.315503 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] debug = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.315802 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.316238 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.316656 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.316932 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.317215 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.317489 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.317758 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.318048 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.318313 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.318635 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] host = dv-cinder-836072-1-iscsi {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.318906 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.319187 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.319468 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.319748 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.320054 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.320313 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.320590 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.320856 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.321121 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] log_file = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.321391 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.321673 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.321954 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.322239 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.322459 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.322676 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.322958 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.323236 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.323506 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.323800 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.324060 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.324328 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.324594 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.324856 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.325134 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.325414 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.325694 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.325962 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.326227 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.326494 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.326755 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.327030 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.327296 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.327563 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.327860 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.328148 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.328448 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.328765 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.329052 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.329400 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.329682 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.329963 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.330231 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.330508 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.330774 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.331040 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.331305 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] use_json = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.331571 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.331862 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.332575 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.332575 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.332738 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.332919 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.333183 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.333461 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.333726 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:23.334018 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.334310 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.334607 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.334896 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.335176 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.335448 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.335731 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.336025 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.336307 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.336586 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.336871 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.337145 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.337440 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.337725 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.338018 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.338326 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.338614 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.338898 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.339167 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.339434 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.339701 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.339994 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.340277 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.340549 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.340830 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.341112 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.341384 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.341677 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.341956 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.342246 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.342530 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.342797 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.343065 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.343349 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.343621 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.343913 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.344261 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.344548 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.344820 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.345111 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.345391 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.345664 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.345929 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.346197 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.346465 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.346750 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.347021 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.347286 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.347551 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.347849 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.348121 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.348402 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.348676 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.348940 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.349205 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.349477 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.349743 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.350010 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.350281 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.350548 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.350818 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.351084 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.351351 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.351618 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.351909 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.352176 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.352443 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.352711 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.352981 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.353247 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.353514 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.353781 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.354050 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.354316 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.354595 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.354885 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.355157 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.355430 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.355702 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.356008 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.356281 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.356555 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.356828 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.357102 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.357371 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.357658 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.357936 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.358225 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.358523 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.358797 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.359089 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.359364 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.359667 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.360010 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.360407 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.361089 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.361369 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.361650 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.361942 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.362234 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.362524 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.362814 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.363104 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.363378 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.363687 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.363988 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:23.364206 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 20:35:23.364447 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110438) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 31 20:35:23.736078 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 20:35:23.736359 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 20:35:23.736666 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 20:35:23.737150 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 31 20:35:24.062000 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.062281 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.062549 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.063790 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.064093 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.064568 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.118884 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.119161 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.119424 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.133846 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.134120 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.134382 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.163142 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.163416 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.163678 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.306281 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.306927 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.306927 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.535339 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.535611 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.535890 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.536155 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.536848 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.637333 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.637672 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.637930 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.638197 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.638459 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.638764 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.639020 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.639271 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.639520 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.639814 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.640072 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.640331 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.640580 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.640826 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.641072 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.641328 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.641574 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.641903 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.642679 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.642935 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.643204 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.643454 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.643730 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.644127 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.644423 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.644696 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.645085 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:35:24.645322 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:35:24.645557 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:35:24.645790 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:35:24.646022 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:35:24.646253 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:35:24.646616 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 31 20:35:24.649752 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 31 20:35:24.653722 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 31 20:35:24.657377 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 31 20:35:24.658979 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 31 20:35:24.659447 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 31 20:35:24.659859 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 31 20:35:24.660175 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 31 20:35:24.663005 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 31 20:35:24.663254 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 31 20:35:24.663599 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 20:35:24.668419 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 31 20:35:24.692362 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 31 20:35:24.692819 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.693116 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110438) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 31 20:35:24.693483 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.694821 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110438) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 31 20:35:24.695103 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 20:35:24.695346 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 31 20:35:24.698641 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.698915 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:24.762219 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 31 20:35:24.762455 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 31 20:35:24.762690 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 31 20:35:24.763066 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 31 20:35:24.783300 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_db.sqlalchemy.engines [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110438) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 31 20:35:25.424328 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Initializing driver for type 'gre' Mar 31 20:35:25.424980 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] gre ID ranges: [(1, 1000)] Mar 31 20:35:25.601218 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Initializing driver for type 'local' Mar 31 20:35:25.601545 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Initializing driver for type 'vlan' Mar 31 20:35:25.681438 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] VlanTypeDriver initialization complete Mar 31 20:35:25.681713 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Initializing driver for type 'vxlan' Mar 31 20:35:25.682228 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] vxlan ID ranges: [(1, 1000)] Mar 31 20:35:25.938883 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Initializing extension driver 'port_security' Mar 31 20:35:25.939152 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.extensions.port_security [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] PortSecurityExtensionDriver initialization complete Mar 31 20:35:25.939499 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Initializing mechanism driver 'openvswitch' Mar 31 20:35:25.939866 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Initializing mechanism driver 'hyperv' Mar 31 20:35:25.946503 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.plugins.ml2.plugin [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:35:25.947188 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > port after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.947561 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > port after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.947945 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > port after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.948467 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110438) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 20:35:25.948903 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > subnet after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.949257 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > subnet after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.949604 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.949996 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110438) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 20:35:25.950408 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > network after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.950760 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > network after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.951104 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > network after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.951491 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110438) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 20:35:25.951935 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > security_group after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.952285 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > security_group after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.952627 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.953157 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110438) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 20:35:25.953570 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.953923 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.954288 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.954683 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110438) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 20:35:25.955092 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > address_group after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.955438 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > address_group after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.955802 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.956192 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110438) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 20:35:25.956638 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] ML2 OVO RPC backend initialized. {{(pid=110438) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 31 20:35:25.957414 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.957781 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.958196 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > network before_response 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.958546 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > networks before_response 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.958895 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > port before_response 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.959236 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > ports before_response 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.959579 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > subnet before_response 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.959950 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > subnets before_response 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.960344 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > network after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.960693 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > network after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.961034 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > network after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.961373 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > port after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.961711 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > port after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.962052 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > port after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.962391 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > subnet after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.962730 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > subnet after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.963066 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:25.972760 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.quota [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded quota_driver: . Mar 31 20:35:25.973125 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.plugin [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Modular L2 Plugin initialization complete Mar 31 20:35:25.973479 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading services supported by the core plugin {{(pid=110438) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 31 20:35:25.973824 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Got port-security extension from driver 'port_security' Mar 31 20:35:25.974313 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.extensions.vlantransparent [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Disabled vlantransparent extension. Mar 31 20:35:25.974813 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110438) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 31 20:35:25.975142 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading Plugin: router Mar 31 20:35:26.018858 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.019408 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router after_create 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.019656 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router before_create 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.020011 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.020391 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.020752 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router after_delete 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.021112 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.021465 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.021824 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router after_create 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.022173 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router after_update 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.022525 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router after_update 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.022876 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.023232 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router after_update 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.023646 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router precommit_update 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.024049 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: port after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.024397 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: port after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.024742 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: subnet after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.025089 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.025441 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.025789 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router precommit_create 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.026131 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: port before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.026477 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router precommit_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.026832 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router after_update 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.027173 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.027524 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router precommit_create 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.027919 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.028266 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router precommit_update 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.028632 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > agent after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.028989 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > agent after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.029329 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > network after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.030186 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Tracking information for resource: router configured {{(pid=110438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:35:26.030520 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Tracking information for resource: floatingip configured {{(pid=110438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:35:26.036011 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.db.l3_agentschedulers_db [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 31 20:35:26.036590 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: port after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.036958 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: port after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.037310 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: port after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.037664 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: port after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.038465 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router before_create 55550100 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.038835 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.039203 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router precommit_create 55550100 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.039565 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > router precommit_update 55550100 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.044684 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.services.provider_configuration [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Service providers = [] {{(pid=110438) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 31 20:35:26.045055 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.db.servicetype_db [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110438) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 31 20:35:26.056635 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.services.service_base [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110438) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 20:35:26.056989 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.services.service_base [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110438) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 20:35:26.057339 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.services.service_base [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110438) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 20:35:26.058281 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.services.service_base [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110438) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 20:35:26.058920 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.services.service_base [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 31 20:35:26.059330 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:35:26.059651 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 31 20:35:26.070484 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:35:26.070823 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading Plugin: auto_allocate Mar 31 20:35:26.076884 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: network precommit_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.077261 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: network precommit_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.077796 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:35:26.078118 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading Plugin: tag Mar 31 20:35:26.084825 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:35:26.085159 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading Plugin: timestamp Mar 31 20:35:26.089201 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:35:26.089530 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading Plugin: network_ip_availability Mar 31 20:35:26.095479 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.095923 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.096290 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.097034 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:35:26.097354 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading Plugin: flavors Mar 31 20:35:26.102111 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:35:26.102448 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading Plugin: revisions Mar 31 20:35:26.106686 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:35:26.107091 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_concurrency.lockutils [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.370s {{(pid=110438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 20:35:26.107865 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110438) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 31 20:35:26.108212 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Initializing extension manager. Mar 31 20:35:26.108739 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: __init__.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.109125 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: __pycache__ {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.109464 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: address_group.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.110226 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.111381 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: address-group Mar 31 20:35:26.111712 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: address_scope.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.112459 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.112984 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: address-scope Mar 31 20:35:26.113307 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.114408 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.114929 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: router-admin-state-down-before-update Mar 31 20:35:26.115257 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: agent.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.115996 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.116511 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: agent Mar 31 20:35:26.116838 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: agent_resources_synced.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.123030 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.123541 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: agent-resources-synced Mar 31 20:35:26.123896 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: allowedaddresspairs.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.125703 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.126313 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: allowed-address-pairs Mar 31 20:35:26.126643 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: auto_allocated_topology.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.127713 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.128271 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: auto-allocated-topology Mar 31 20:35:26.128600 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: availability_zone.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.129300 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.129816 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: availability_zone Mar 31 20:35:26.130145 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: availability_zone_filter.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.131058 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.131588 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: availability_zone_filter Mar 31 20:35:26.131955 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: data_plane_status.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.132863 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.133374 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension data-plane-status not supported by any of loaded plugins Mar 31 20:35:26.133698 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: default_subnetpools.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.134615 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.135132 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: default-subnetpools Mar 31 20:35:26.135455 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.136296 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.136814 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: dhcp_agent_scheduler Mar 31 20:35:26.137138 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: dns.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.138085 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.138595 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension dns-integration not supported by any of loaded plugins Mar 31 20:35:26.138918 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: dns_domain_ports.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.139866 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.140375 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 31 20:35:26.140697 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.141642 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.142154 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 31 20:35:26.142475 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: dvr.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.143149 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.143659 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: dvr Mar 31 20:35:26.144014 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: ecmp_routes.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.144934 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.145440 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 31 20:35:26.145761 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: empty_string_filtering.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.146676 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.147189 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: empty-string-filtering Mar 31 20:35:26.147516 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.148458 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.148969 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 31 20:35:26.149297 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.150264 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.150775 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 31 20:35:26.151101 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: external_net.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.152050 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.152573 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: external-net Mar 31 20:35:26.152898 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.153810 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.154334 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: extra_dhcp_opt Mar 31 20:35:26.154662 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: extraroute.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.155565 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.156112 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: extraroute Mar 31 20:35:26.156439 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: extraroute_atomic.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.163417 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.164040 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: extraroute-atomic Mar 31 20:35:26.164375 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: filter_validation.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.165053 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.165566 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: filter-validation Mar 31 20:35:26.165892 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: fip_pf_description.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.166802 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.167318 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 31 20:35:26.167644 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: fip_pf_port_range.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.168599 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.169112 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 31 20:35:26.169434 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: fip_port_details.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.170354 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.170868 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: fip-port-details Mar 31 20:35:26.171193 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: flavors.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.172443 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.173027 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: flavors Mar 31 20:35:26.173844 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.175510 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.176073 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 31 20:35:26.176407 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: floatingip_pools.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.177115 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.177639 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: floatingip-pools Mar 31 20:35:26.178009 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: ip_allocation.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.178915 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.179434 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension ip_allocation not supported by any of loaded plugins Mar 31 20:35:26.179762 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.180705 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.181224 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: ip-substring-filtering Mar 31 20:35:26.181550 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: l2_adjacency.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.182507 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.183021 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 31 20:35:26.183347 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: l3.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.186223 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.191506 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: router Mar 31 20:35:26.191506 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.193499 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.194034 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 31 20:35:26.194374 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.195306 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.195866 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: ext-gw-mode Mar 31 20:35:26.196203 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.197127 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.197651 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: l3-ha Mar 31 20:35:26.197985 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.198900 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.199411 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 31 20:35:26.199740 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: l3_flavors.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.200695 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.201221 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: l3-flavors Mar 31 20:35:26.201551 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.202926 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.203461 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 31 20:35:26.203818 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.205296 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.205820 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 31 20:35:26.206151 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: l3agentscheduler.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.207203 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.207727 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: l3_agent_scheduler Mar 31 20:35:26.208091 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: local_ip.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.209879 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.210417 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension local_ip not supported by any of loaded plugins Mar 31 20:35:26.210778 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: logging.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.214090 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.214090 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension logging not supported by any of loaded plugins Mar 31 20:35:26.214090 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: metering.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.214090 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.214490 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: metering Mar 31 20:35:26.214823 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.215972 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.216501 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: metering_source_and_destination_fields Mar 31 20:35:26.216834 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: multiprovidernet.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.217771 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.218290 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: multi-provider Mar 31 20:35:26.218621 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: netmtu.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.220463 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.220647 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: net-mtu Mar 31 20:35:26.220979 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: netmtu_writable.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.221914 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.222492 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: net-mtu-writable Mar 31 20:35:26.222896 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: network_availability_zone.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.223599 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.224155 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: network_availability_zone Mar 31 20:35:26.224482 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: network_ip_availability.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.225638 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.226157 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: network-ip-availability Mar 31 20:35:26.226484 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: network_segment_range.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.227275 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.227803 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension network-segment-range not supported by any of loaded plugins Mar 31 20:35:26.228135 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: pagination.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.229316 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.229672 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: pagination Mar 31 20:35:26.229998 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: port_device_profile.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.230910 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.231439 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: port-device-profile Mar 31 20:35:26.231790 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.232736 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.233254 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: port-mac-address-regenerate Mar 31 20:35:26.233582 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.234499 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.235016 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: port-numa-affinity-policy Mar 31 20:35:26.235368 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: port_resource_request.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.236405 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.236926 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension port-resource-request not supported by any of loaded plugins Mar 31 20:35:26.237254 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: port_resource_request_groups.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.238217 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.238728 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 31 20:35:26.239054 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: portbindings.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.240020 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.240538 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: binding Mar 31 20:35:26.240865 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: portbindings_extended.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.242144 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.242667 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: binding-extended Mar 31 20:35:26.242999 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: portsecurity.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.243956 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.244477 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: port-security Mar 31 20:35:26.244804 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: project_id.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.245821 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.246158 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: project-id Mar 31 20:35:26.246488 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: providernet.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.247417 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.247974 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: provider Mar 31 20:35:26.248303 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: qos.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.258360 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.258894 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension qos not supported by any of loaded plugins Mar 31 20:35:26.259228 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.260516 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.261036 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 31 20:35:26.261369 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.262289 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.262805 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 31 20:35:26.263134 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: qos_default.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.264126 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.264639 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension qos-default not supported by any of loaded plugins Mar 31 20:35:26.264970 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: qos_fip.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.265887 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.266472 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension qos-fip not supported by any of loaded plugins Mar 31 20:35:26.267333 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.268290 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.268811 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 31 20:35:26.269140 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: qos_gateway_ip.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.270058 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.270577 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 31 20:35:26.270903 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: qos_port_network_policy.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.271845 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.272364 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 31 20:35:26.272687 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.273726 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.274247 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 31 20:35:26.274575 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.275609 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.276166 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 31 20:35:26.276493 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: qos_pps_rule.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.277669 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.278193 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension qos-pps not supported by any of loaded plugins Mar 31 20:35:26.278522 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: qos_rule_type_details.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.279441 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.279983 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 31 20:35:26.280315 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.281223 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.281745 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 31 20:35:26.282074 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: qos_rules_alias.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.283653 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.284211 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 31 20:35:26.284538 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: quota_check_limit.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.285454 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.285974 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: quota-check-limit Mar 31 20:35:26.286302 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: quotasv2.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.287270 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.287609 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: quotas Mar 31 20:35:26.287965 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: quotasv2_detail.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.289791 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.290130 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: quota_details Mar 31 20:35:26.290542 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: rbac.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.291619 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.292187 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: rbac-policies Mar 31 20:35:26.292518 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: rbac_address_group.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.293463 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.293989 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: rbac-address-group Mar 31 20:35:26.294318 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: rbac_address_scope.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.301323 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.301842 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: rbac-address-scope Mar 31 20:35:26.302167 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: rbac_security_groups.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.303160 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.303684 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: rbac-security-groups Mar 31 20:35:26.304045 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: rbac_subnetpool.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.304967 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.305490 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: rbac-subnetpool Mar 31 20:35:26.305813 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: revisionifmatch.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.306739 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.307258 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: revision-if-match Mar 31 20:35:26.307587 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: revisions.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.309001 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.309524 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: standard-attr-revisions Mar 31 20:35:26.309850 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: router_availability_zone.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.310525 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.311044 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: router_availability_zone Mar 31 20:35:26.311369 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: routerservicetype.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.312316 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.312831 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension router-service-type not supported by any of loaded plugins Mar 31 20:35:26.313155 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.314115 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.314639 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: security-groups-normalized-cidr Mar 31 20:35:26.314959 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.315933 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.316450 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: port-security-groups-filtering Mar 31 20:35:26.316773 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.317704 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.318220 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: security-groups-remote-address-group Mar 31 20:35:26.318544 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.319472 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.320018 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: security-groups-shared-filtering Mar 31 20:35:26.320342 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.320933 dv-cinder-836072-1-iscsi neutron-server[110438]: WARNING neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 31 20:35:26.321258 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: securitygroup.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.331458 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.332019 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: security-group Mar 31 20:35:26.332353 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: segment.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.333087 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.333608 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension segment not supported by any of loaded plugins Mar 31 20:35:26.333941 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.334901 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.335418 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 31 20:35:26.335749 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: servicetype.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.336967 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.337586 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: service-type Mar 31 20:35:26.337785 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: sorting.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.338768 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.339105 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: sorting Mar 31 20:35:26.339430 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: standard_attr_segment.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.340369 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.340894 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 31 20:35:26.341224 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: standardattrdescription.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.341871 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.342385 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: standard-attr-description Mar 31 20:35:26.342711 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: stateful_security_group.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.343651 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.344210 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: stateful-security-group Mar 31 20:35:26.344540 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: stdattrs_common.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.345666 dv-cinder-836072-1-iscsi neutron-server[110438]: WARNING neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 31 20:35:26.345985 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.347038 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.348942 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 31 20:35:26.349502 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: subnet_onboard.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.350626 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.351160 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: subnet_onboard Mar 31 20:35:26.351491 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.352455 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.352977 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 31 20:35:26.353306 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: subnet_service_types.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.354235 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.354758 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: subnet-service-types Mar 31 20:35:26.355086 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: subnetallocation.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.356209 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.356731 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: subnet_allocation Mar 31 20:35:26.357062 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.363636 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.363636 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: subnetpool-prefix-ops Mar 31 20:35:26.363636 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.364379 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.364900 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 31 20:35:26.365231 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: tagging.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.366357 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.366880 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: standard-attr-tag Mar 31 20:35:26.367210 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: timestamp.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.368455 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.368991 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loaded extension: standard-attr-timestamp Mar 31 20:35:26.369322 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: trunk.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.370354 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.370877 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension trunk not supported by any of loaded plugins Mar 31 20:35:26.371207 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: trunk_details.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.372154 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.372677 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension trunk-details not supported by any of loaded plugins Mar 31 20:35:26.373005 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: uplink_status_propagation.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.373928 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.374448 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 31 20:35:26.374773 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Loading extension file: vlantransparent.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:35:26.375446 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:35:26.376009 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 31 20:35:26.378604 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Creating instance of TrackedResource for resource:network Mar 31 20:35:26.379134 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Creating instance of TrackedResource for resource:subnet Mar 31 20:35:26.379538 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 20:35:26.379967 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Creating instance of TrackedResource for resource:port Mar 31 20:35:26.381233 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:35:26.381670 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Service FLAVORS assigned prefix: {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:35:26.382291 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:35:26.382715 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:35:26.383050 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Creating instance of TrackedResource for resource:router Mar 31 20:35:26.383481 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 20:35:26.384012 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Service METERING assigned prefix: /metering {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:35:26.385471 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.385848 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.386204 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:35:26.387205 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 20:35:26.387647 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Creating instance of TrackedResource for resource:security_group Mar 31 20:35:26.388112 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 20:35:26.388717 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Service CORE assigned prefix: {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:35:26.389050 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 20:35:26.389399 dv-cinder-836072-1-iscsi neutron-server[110438]: WARNING neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] subnetpool is already registered Mar 31 20:35:26.389834 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Service CORE assigned prefix: {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:35:26.390163 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 20:35:26.390494 dv-cinder-836072-1-iscsi neutron-server[110438]: WARNING neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] subnetpool is already registered Mar 31 20:35:26.393333 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:35:26.393770 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Service FLAVORS assigned prefix: {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:35:26.394358 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:35:26.394782 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:35:26.395119 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Creating instance of TrackedResource for resource:router Mar 31 20:35:26.395462 dv-cinder-836072-1-iscsi neutron-server[110438]: WARNING neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] router is already registered Mar 31 20:35:26.395910 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 20:35:26.400934 dv-cinder-836072-1-iscsi neutron-server[110438]: WARNING neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] floatingip is already registered Mar 31 20:35:26.400934 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Service METERING assigned prefix: /metering {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:35:26.400934 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 20:35:26.400934 dv-cinder-836072-1-iscsi neutron-server[110438]: WARNING neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] rbac_policy is already registered Mar 31 20:35:26.400934 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Creating instance of TrackedResource for resource:security_group Mar 31 20:35:26.400934 dv-cinder-836072-1-iscsi neutron-server[110438]: WARNING neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] security_group is already registered Mar 31 20:35:26.400934 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 20:35:26.400934 dv-cinder-836072-1-iscsi neutron-server[110438]: WARNING neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] security_group_rule is already registered Mar 31 20:35:26.400934 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Service CORE assigned prefix: {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:35:26.401568 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 20:35:26.401568 dv-cinder-836072-1-iscsi neutron-server[110438]: WARNING neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] subnetpool is already registered Mar 31 20:35:26.401568 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Service CORE assigned prefix: {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:35:26.401568 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 20:35:26.401568 dv-cinder-836072-1-iscsi neutron-server[110438]: WARNING neutron.quota.resource_registry [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] subnetpool is already registered Mar 31 20:35:26.401896 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: extensions {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.403368 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: address-groups {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.404890 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: address-scopes {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.406266 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: agents {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.408071 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: auto-allocated-topology {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.409324 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: availability_zones {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.410553 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: dhcp-networks {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.412094 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: dhcp-agents {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.413519 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: routers {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.415734 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: flavors {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.416941 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: service_profiles {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.418181 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: next_providers {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.419619 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: service_profiles {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.422136 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: floatingip-pools {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.423395 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: routers {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.425553 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: floatingips {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.426846 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: l3-routers {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.428273 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: l3-agents {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.429753 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: metering-labels {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.431113 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: metering-label-rules {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.432432 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: network-ip-availabilities {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.433975 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: bindings {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.435617 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: quotas {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.437243 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: quotas {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.438817 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: rbac-policies {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.440142 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: security-groups {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.441469 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: security-group-rules {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.446524 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: service-providers {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.446524 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: subnetpools {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.446524 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: subnetpools {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.446833 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: tags {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.448545 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: tags {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.450363 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: tags {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.452228 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: tags {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.454053 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: tags {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.456468 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: tags {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.458159 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: tags {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.460091 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: tags {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.461862 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: tags {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.464027 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Extended resource: tags {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:35:26.470480 dv-cinder-836072-1-iscsi neutron-server[110438]: WARNING keystonemiddleware.auth_token [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 31 20:35:26.475273 dv-cinder-836072-1-iscsi neutron-server[110438]: WARNING keystonemiddleware.auth_token [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 31 20:35:26.484090 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_concurrency.lockutils [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Acquired lock "singleton_lock" {{(pid=110438) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 31 20:35:26.484530 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_concurrency.lockutils [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Releasing lock "singleton_lock" {{(pid=110438) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 31 20:35:26.485187 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO oslo_service.service [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Starting 2 workers Mar 31 20:35:26.490178 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Started child 110549 {{(pid=110438) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 20:35:26.495100 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Started child 110550 {{(pid=110438) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 20:35:26.495947 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:26.496647 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO neutron.service [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 31 20:35:26.497204 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:26.497478 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [-] (110549) wsgi starting up on http://0.0.0.0:9696 Mar 31 20:35:26.499742 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO oslo_service.service [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Starting 1 workers Mar 31 20:35:26.500177 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:26.501715 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [-] (110550) wsgi starting up on http://0.0.0.0:9696 Mar 31 20:35:26.505233 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Started child 110551 {{(pid=110438) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 20:35:26.505796 dv-cinder-836072-1-iscsi neutron-server[110438]: INFO oslo_service.service [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Starting 1 workers Mar 31 20:35:26.509388 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.service [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] calling RpcWorker wait() {{(pid=110551) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 31 20:35:26.509955 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.service [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] returning from RpcWorker wait() {{(pid=110551) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 31 20:35:26.510419 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Started child 110552 {{(pid=110438) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 20:35:26.511250 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-c90fc37f-fdd6-401f-965c-9ad2ae554225 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:26.511352 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:26.511909 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:35:26.513328 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110438) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 20:35:26.513544 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 20:35:26.513734 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 20:35:26.513962 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 20:35:26.514315 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 20:35:26.514478 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 20:35:26.515007 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.515291 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.515545 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.515644 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:26.516231 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.516231 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.517270 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.517421 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:35:26.517562 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.517779 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.518052 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.518299 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.518475 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.518634 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.518894 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.519151 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.519454 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.519865 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.520097 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.520365 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.520529 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.520794 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.521075 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.521328 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.521663 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] debug = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.521837 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.522310 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.522549 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.522785 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.523027 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.523287 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.523517 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.523825 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.524045 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.524258 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.524499 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.524745 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.526808 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.526808 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.526808 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.526808 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.526808 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.527989 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.528830 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] host = dv-cinder-836072-1-iscsi {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.529278 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.529715 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.530135 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.530726 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.530998 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.531253 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.531526 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.531956 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.532230 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.533091 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.533418 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.533672 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.533925 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.534180 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_file = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.534352 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_options = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.534609 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.534879 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.535134 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.535345 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.535520 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.535687 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.535981 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.536148 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.536409 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.536649 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.536992 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.537232 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.537471 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.537694 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.537937 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.538162 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.538523 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.538744 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.538996 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.539232 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.539489 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.539739 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.540009 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.540249 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.540490 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.540792 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.541050 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.541282 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.541500 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.542629 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.542908 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.543082 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.543423 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.543615 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.543931 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.544189 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.544576 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.544661 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.544950 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.545188 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.545444 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.545700 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.545925 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.546185 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.546398 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.546642 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.546884 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] use_json = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.547119 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.547369 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.547625 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.547959 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.548180 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.548398 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.548634 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.548871 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.549123 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.549556 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.549836 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.550211 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.550404 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.550662 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.550922 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.551168 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.551386 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.551640 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.551902 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.556199 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.556199 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.556199 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.556199 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.556199 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.556199 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.556199 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.556199 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.557383 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.557383 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.557383 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.557383 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.557383 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.557383 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.557383 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.557383 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.557952 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.558032 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 53098) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:35:26.558124 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.558124 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.558124 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.558124 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.558124 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.558124 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.558544 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.558544 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.558964 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.559163 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.559384 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.559637 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.559926 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.560151 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.560459 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.560684 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.560839 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.561046 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.561279 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.561518 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.561757 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.561990 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.562209 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.562426 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.562665 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.562854 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.563077 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.563327 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.563576 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.564499 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.564499 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.564499 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.564499 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.565481 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.565481 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.565481 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.565481 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.566606 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.566606 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.566606 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.566606 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.566606 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.567695 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.567695 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.567695 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.567695 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.567695 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.571376 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.571376 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.571376 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.571598 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0075808 Mar 31 20:35:26.571684 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.571684 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.571684 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.571684 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.571684 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.571684 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.571684 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.571684 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.571684 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.572549 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.572549 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.572549 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.572549 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.572549 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.572549 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.572549 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.572549 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.572998 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.572998 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.572998 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.572998 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.573229 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.573445 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.573720 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.573930 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.574202 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.574427 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.574660 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.574919 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.575159 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.575398 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.575624 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.576760 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.577201 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.577467 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.577681 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.577927 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.578207 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.578446 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.578702 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.578953 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.579694 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.580007 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.580251 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.580937 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.580937 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.581803 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.582784 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.583054 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.583665 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.584104 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.584541 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.584946 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.585344 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.585766 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.586028 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.586266 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.586657 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.587066 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.587328 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.587549 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.588725 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.588725 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.588725 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.588725 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.590225 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.590225 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.590225 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.590225 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.590225 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.590225 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.590646 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.590646 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.590800 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.590938 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.591175 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.591430 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.591676 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.591938 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.592173 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.592412 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.592632 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.593738 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.594003 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.594242 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.594482 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.594718 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.595513 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.595736 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.596027 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.596403 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.596785 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.597161 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.597529 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.597920 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.598371 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.598595 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.598874 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.599107 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.599408 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.600432 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.600432 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.600432 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.600432 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.600739 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.600853 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.601275 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.601668 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.602052 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.602273 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.602517 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.602737 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.602975 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.603227 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.603445 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.603687 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.603961 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.604317 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.604567 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.605672 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.606085 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.606467 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.606865 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.607242 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.607621 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.608044 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.608415 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.608815 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.609182 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.609568 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.609936 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.610327 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.610719 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.611389 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.611649 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.611916 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.612471 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.612854 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.613227 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.613607 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.613991 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.614361 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.614794 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.615167 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.615605 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.616197 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.616492 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.618669 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.618669 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.618669 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.618669 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.618669 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.618669 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.618669 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.618669 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.619385 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.619756 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.620133 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.620525 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.620905 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.621152 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.621410 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.621639 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.621862 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.622116 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.622983 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.622983 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.622983 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.623225 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.623225 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.623437 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.623823 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.624176 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.624539 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.624934 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.625152 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.625415 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.625627 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.626509 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.626880 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.627293 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.627532 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.627848 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.628115 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.628347 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.628649 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.628944 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.629162 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.629418 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.629734 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.629950 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.630225 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.630448 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.630671 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.630893 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.631165 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.631491 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.631805 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.633302 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.633302 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.633302 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.633553 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.633849 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.634068 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.634366 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.634700 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.634997 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.635267 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.635516 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.635813 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.636069 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.636294 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.636517 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.637442 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.637442 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.637442 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.637442 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.637770 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.637859 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.638058 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.638274 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.638522 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.638734 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.638975 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.639191 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.639822 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 20:35:26.642379 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110438) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 20:35:26.642560 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 20:35:26.642729 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 20:35:26.643812 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 20:35:26.643812 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 20:35:26.643812 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 20:35:26.643812 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.643812 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.643812 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.644202 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.644202 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.644324 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.644392 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.644548 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.644707 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.644873 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.645041 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.645201 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.645361 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.645521 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.646470 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.646470 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.646470 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.646470 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.646470 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.646470 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.646902 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.646902 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.646902 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] debug = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.647142 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.647221 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.647375 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.647686 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.648755 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.648755 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.648755 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.648755 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.648755 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.648755 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.649259 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.649259 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.649259 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.649259 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.649556 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.649556 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.649713 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.649851 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.649999 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] host = dv-cinder-836072-1-iscsi {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.651802 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.651802 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.651802 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.651802 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.651802 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.651802 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.651802 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.651802 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.652427 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.652427 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.652427 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.652427 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.652685 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:35:26.652771 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.652771 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_file = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.652771 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_options = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.652771 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.652771 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.652771 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.653141 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.653141 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.653141 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.653312 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.653443 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.653605 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.653762 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.653921 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.654081 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.654241 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.654400 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.654560 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.654748 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.654915 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.655083 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.655241 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.655401 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.655561 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.655720 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.655934 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.656094 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.656254 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.659951 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.659951 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.659951 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.659951 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.659951 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.659951 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.659951 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.659951 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.660540 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.660540 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.660540 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.660540 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.660540 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.660540 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.660540 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.660540 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.661115 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.661115 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.661115 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.661115 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.661115 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.661115 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] use_json = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.661115 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.661115 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.661115 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.661705 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.661705 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.661705 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.661705 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.661705 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.661705 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:35:26.661705 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.661705 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.662245 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.662245 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.662245 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.662245 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.662245 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.662245 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.662630 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.662630 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.662630 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.662805 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.663403 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.663403 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.663403 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.663403 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.663722 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.663868 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.663954 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.664125 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.664382 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.664382 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.664569 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.664733 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.664900 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.665068 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.665261 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.665860 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.665860 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.665860 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.665860 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.666136 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.666221 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.666323 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.666475 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.666635 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.666794 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.666959 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.667123 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.667287 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.667450 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.667620 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.667763 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.667954 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.668119 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.668280 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.668591 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.668890 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.669209 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.669415 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.669566 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.669731 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.669895 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.670058 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.670223 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.670387 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.670549 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.670727 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.670890 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.671057 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.671223 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.671384 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.671551 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.671708 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.672840 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.673018 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.673184 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.673347 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.673526 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.673690 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.673854 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.674018 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.674238 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.674384 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.674517 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.674647 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.674811 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.674977 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.675141 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.675303 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.675466 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.675629 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.677378 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.677378 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.677378 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.677378 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.677378 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.677378 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.677814 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.677814 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.677814 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.678019 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.678095 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.678206 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.678370 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.678549 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.678696 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.678859 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.679971 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.679971 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.679971 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.679971 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.679971 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.679971 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.679971 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.680603 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.680603 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.680603 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.680855 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.680855 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.681060 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.681140 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.681306 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.681496 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.681648 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.681804 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.682119 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.682426 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.682732 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.682912 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.683077 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.683246 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.683410 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.683582 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.684035 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.684201 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.684367 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.684531 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.684694 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.684863 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.685082 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.685173 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.685337 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.685504 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.685669 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.685846 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.686012 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.686992 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.687162 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.687352 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.687525 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.687686 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.687878 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.688042 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.688207 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.688947 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.689062 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.689207 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.693216 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.693216 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.693216 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.693216 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.693216 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.693216 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.693216 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.693216 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.693689 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.693689 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.693689 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.693689 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.693689 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.693689 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.693689 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.693689 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.694216 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.694216 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.694216 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.694216 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.694216 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.694216 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.694216 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.694216 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.694673 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.694673 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.694673 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.694673 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.694673 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.694673 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.694673 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.694673 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.695110 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.695110 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.695110 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.695110 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.695110 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.695110 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.695110 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.695535 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.695535 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.695662 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.695731 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.696765 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.696867 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.697038 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.697223 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.697428 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.697540 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.698111 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.698111 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.698111 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.698361 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.698361 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.698524 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.698648 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.698792 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.698954 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.699117 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.699280 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.699443 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.699607 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.699838 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.699967 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.700136 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.700300 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.700466 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.700631 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.700794 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.700963 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.701115 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.701282 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.701463 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.701601 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.701911 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.702234 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.702550 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.702701 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.702867 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.703031 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.703269 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.703384 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.705164 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.705164 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.705164 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.705164 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.705164 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.705164 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.705164 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.705164 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.705789 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.705789 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.705789 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.705789 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.706067 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.706067 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.706243 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.706408 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.706574 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.706749 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.706912 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.707075 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.707918 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.707918 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.707918 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.707918 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.707918 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.708304 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.708304 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.708471 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.708471 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.708647 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.708808 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.708971 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.709143 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.709423 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.709522 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.709616 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.710195 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.710195 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.710195 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.710401 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.710401 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.710558 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.710712 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.710878 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.711737 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.711737 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.711737 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.711737 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.711737 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.712095 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.712095 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.712213 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.712363 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.713261 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.713261 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.713261 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.713261 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.713261 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.713261 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.713668 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.713668 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.713809 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.713898 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.714030 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.714193 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.714518 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.714748 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.714926 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.715124 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.715231 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.715407 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.715569 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:35:26.715725 dv-cinder-836072-1-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 20:35:39.089336 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444d7227-039a-4cbe-b9e5-2e46b6561482 None None] get_active_networks_info from dv-cinder-836072-1-iscsi {{(pid=110551) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 31 20:35:39.151554 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444d7227-039a-4cbe-b9e5-2e46b6561482 None None] No non-hosted networks {{(pid=110551) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 31 20:35:39.178926 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.agentschedulers_db [None req-444d7227-039a-4cbe-b9e5-2e46b6561482 None None] DHCP Agent not found on host dv-cinder-836072-1-iscsi {{(pid=110551) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 31 20:35:39.356106 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-42f78833-9e34-4f57-9162-79ea5adb88cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16729808'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:41.694896 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-41527563-d0c8-44e7-834c-64c281c947df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16729808'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:41.739120 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.db.api [None req-594d98a4-d712-433f-8e1d-dcc7f2330e8b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836072-1-iscsi {{(pid=110551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 20:35:41.739764 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG oslo_db.api [None req-594d98a4-d712-433f-8e1d-dcc7f2330e8b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 20:35:42.273397 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-594d98a4-d712-433f-8e1d-dcc7f2330e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:43.162888 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 53170) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:35:43.384046 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16729808'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:43.841904 dv-cinder-836072-1-iscsi neutron-server[110550]: WARNING oslo_policy.policy [None req-99bb7232-3e1a-4e90-bc45-1ca351e667d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:35:43.842596 dv-cinder-836072-1-iscsi neutron-server[110550]: WARNING oslo_policy.policy [None req-99bb7232-3e1a-4e90-bc45-1ca351e667d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:35:44.079883 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [None req-99bb7232-3e1a-4e90-bc45-1ca351e667d2 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:35:44.096743 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-99bb7232-3e1a-4e90-bc45-1ca351e667d2 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9325829 Mar 31 20:35:45.103525 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16729808'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:45.635613 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16729808'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:45.636754 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:45.637306 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:45.637845 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:45.638633 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:45.639171 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:45.639709 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:45.640280 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:45.641241 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:45.641788 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:45.642333 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:45.642891 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:45.643431 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:45.644020 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:45.644626 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:45.645154 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:45.645743 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836072-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:35:45.657070 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836072-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:35:46.894383 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 53204) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:35:47.051251 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.db.l3_hamode_db [None req-eb79f97d-c5e8-4ed2-b022-d76df2d4b6b3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 31 20:35:47.133655 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb79f97d-c5e8-4ed2-b022-d76df2d4b6b3 None None] Routers set() bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:35:47.134052 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb79f97d-c5e8-4ed2-b022-d76df2d4b6b3 None None] Router IDs set() for agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 20:35:47.293774 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-80691eba-0bf1-432c-b5ef-da143428ae22 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:35:47.394486 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.policy [None req-80691eba-0bf1-432c-b5ef-da143428ae22 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110550) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 20:35:47.444771 dv-cinder-836072-1-iscsi neutron-server[110550]: WARNING oslo_policy.policy [None req-80691eba-0bf1-432c-b5ef-da143428ae22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:35:47.445229 dv-cinder-836072-1-iscsi neutron-server[110550]: WARNING oslo_policy.policy [None req-80691eba-0bf1-432c-b5ef-da143428ae22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:35:47.609282 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-80691eba-0bf1-432c-b5ef-da143428ae22 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784747143680', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784747143411', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784747127686', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784747120400', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784747114127', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784746927019', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-913766', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-900208', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16494897', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16423699'] for rbac-policy (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:47.825914 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-80691eba-0bf1-432c-b5ef-da143428ae22 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:47.827178 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-80691eba-0bf1-432c-b5ef-da143428ae22 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9318120 Mar 31 20:35:50.391105 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 53216) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:35:50.717207 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:35:50.835045 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Made reservation on behalf of 40dbdc43721d492aa1e8718abaf95b38 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:35:50.839925 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for network (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:50.858396 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:50.972446 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Publish callbacks [] for security_group (f601d8b7-51be-430b-885d-ec7064bef4f9), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:51.058526 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (f601d8b7-51be-430b-885d-ec7064bef4f9), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:51.083103 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:35:51.118407 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784743285297', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (99f4c011-2bf7-4c5a-9e78-ef2325b03e78), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:51.118918 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Unsubscribe: segment precommit_create {{(pid=110550) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 20:35:51.119442 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.segments_db [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Added segment 99f4c011-2bf7-4c5a-9e78-ef2325b03e78 of type vlan for network 5e8b72c7-d1c8-4048-b88f-588941c9bd50 Mar 31 20:35:51.135492 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f601d8b7-51be-430b-885d-ec7064bef4f9,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:35:51.184654 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.184990 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.185342 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.185687 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.186014 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.186334 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.186652 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.186969 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.187312 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.187809 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.193474 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.193474 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.193474 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.193474 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.193474 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Tracked resource versions report: Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: pushed versions: Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: { 'AddressGroup': {'1.2'}, Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'Agent': {'1.1'}, Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'ConntrackHelper': {'1.0'}, Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'Log': {'1.0'}, Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'NDPProxy': {'1.0'}, Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'Network': {'1.1'}, Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'Port': {'1.7'}, Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'PortForwarding': {'1.3'}, Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'QosPolicy': {'1.10'}, Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'SecurityGroup': {'1.5'}, Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'SubPort': {'1.0'}, Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'Subnet': {'1.1'}, Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'Trunk': {'1.1'}} Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: consumer versions: Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: { DHCP agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: L3 agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: Metadata agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: Metering agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: Open vSwitch agent@dv-cinder-836072-1-iscsi: { 'AddressGroup': '1.2', Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'Agent': '1.1', Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'ConntrackHelper': '1.0', Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'LocalIPAssociation': '1.0', Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'Log': '1.0', Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'NDPProxy': '1.0', Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'Network': '1.1', Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'Port': '1.7', Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'PortForwarding': '1.3', Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'QosPolicy': '1.10', Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'SecurityGroup': '1.5', Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'SecurityGroupRule': '1.2', Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'SubPort': '1.0', Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'Subnet': '1.1', Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: 'Trunk': '1.1'}} Mar 31 20:35:51.193940 dv-cinder-836072-1-iscsi neutron-server[110550]: {{(pid=110550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:35:51.229515 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784742926659'] for network (5e8b72c7-d1c8-4048-b88f-588941c9bd50), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:51.343100 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for network (5e8b72c7-d1c8-4048-b88f-588941c9bd50), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:51.348422 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:51.349124 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:51.464615 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] Pushing event updated for resources: {'Network': ['ID=5e8b72c7-d1c8-4048-b88f-588941c9bd50,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:35:51.477176 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Network 5e8b72c7-d1c8-4048-b88f-588941c9bd50 details requested by agent ovs-agent-dv-cinder-836072-1-iscsi with host dv-cinder-836072-1-iscsi {{(pid=110551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:35:51.580398 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-abd6128e-20ce-4443-a262-e7b5d66cd110 demo demo] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1882145 Mar 31 20:35:54.213043 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 53228) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:35:54.794930 dv-cinder-836072-1-iscsi neutron-server[110549]: WARNING oslo_policy.policy [None req-9bd5be62-e2d0-47e4-aa46-e22bb54f3a6b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:35:54.795485 dv-cinder-836072-1-iscsi neutron-server[110549]: WARNING oslo_policy.policy [None req-9bd5be62-e2d0-47e4-aa46-e22bb54f3a6b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:35:55.267084 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.policy [None req-9bd5be62-e2d0-47e4-aa46-e22bb54f3a6b demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110549) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 20:35:55.310563 dv-cinder-836072-1-iscsi neutron-server[110549]: WARNING oslo_policy.policy [None req-9bd5be62-e2d0-47e4-aa46-e22bb54f3a6b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:35:55.310957 dv-cinder-836072-1-iscsi neutron-server[110549]: WARNING oslo_policy.policy [None req-9bd5be62-e2d0-47e4-aa46-e22bb54f3a6b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:35:55.320091 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd5be62-e2d0-47e4-aa46-e22bb54f3a6b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:55.322113 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-9bd5be62-e2d0-47e4-aa46-e22bb54f3a6b demo admin] 10.222.0.61 "GET /v2.0/networks/5e8b72c7-d1c8-4048-b88f-588941c9bd50 HTTP/1.1" status: 200 len: 825 time: 1.1066644 Mar 31 20:35:55.362742 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-8fb6a53e-f9b8-4a53-9320-ef1b9763b269 demo admin] 10.222.0.61 "GET /v2.0/subnetpools/3e9dc61a-0f94-43b5-b61d-2bc3b2922b1e HTTP/1.1" status: 200 len: 734 time: 0.0348563 Mar 31 20:35:55.371757 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '3e9dc61a-0f94-43b5-b61d-2bc3b2922b1e', 'network_id': '5e8b72c7-d1c8-4048-b88f-588941c9bd50'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:35:55.469150 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Made reservation on behalf of 40dbdc43721d492aa1e8718abaf95b38 for: {'subnet': 1} {{(pid=110549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:35:55.472272 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:55.835257 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for subnet (aa6a8694-b585-4009-ae6e-34eeff21265d), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:55.910446 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Checking segment: {'id': '99f4c011-2bf7-4c5a-9e78-ef2325b03e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5e8b72c7-d1c8-4048-b88f-588941c9bd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:35:55.910446 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Network hostable DHCP agents. Network: 5e8b72c7-d1c8-4048-b88f-588941c9bd50, hostable agents: ['b91c7fac-627a-49bd-9332-a32b3145d578'], hosted agents: [] {{(pid=110549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:35:55.917021 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Pushing event updated for resources: {'Subnet': ['ID=aa6a8694-b585-4009-ae6e-34eeff21265d,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:35:55.928053 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:55.928389 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:55.928742 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:55.929087 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:55.929412 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:55.929727 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:55.930069 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:55.930382 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:55.930715 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:55.931029 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:55.931342 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:55.931667 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:55.932009 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:55.932320 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:55.932631 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Tracked resource versions report: Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: pushed versions: Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: { 'AddressGroup': {'1.2'}, Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'Agent': {'1.1'}, Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'ConntrackHelper': {'1.0'}, Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'Log': {'1.0'}, Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'NDPProxy': {'1.0'}, Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'Network': {'1.1'}, Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'Port': {'1.7'}, Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'PortForwarding': {'1.3'}, Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'QosPolicy': {'1.10'}, Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'SecurityGroup': {'1.5'}, Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'SubPort': {'1.0'}, Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'Subnet': {'1.1'}, Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'Trunk': {'1.1'}} Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: consumer versions: Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: { DHCP agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: L3 agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: Metadata agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: Metering agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: Open vSwitch agent@dv-cinder-836072-1-iscsi: { 'AddressGroup': '1.2', Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'Agent': '1.1', Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'ConntrackHelper': '1.0', Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'LocalIPAssociation': '1.0', Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'Log': '1.0', Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'NDPProxy': '1.0', Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'Network': '1.1', Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'Port': '1.7', Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'PortForwarding': '1.3', Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'QosPolicy': '1.10', Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'SecurityGroup': '1.5', Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'SecurityGroupRule': '1.2', Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'SubPort': '1.0', Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'Subnet': '1.1', Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: 'Trunk': '1.1'}} Mar 31 20:35:55.934266 dv-cinder-836072-1-iscsi neutron-server[110549]: {{(pid=110549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:35:56.046950 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Network 5e8b72c7-d1c8-4048-b88f-588941c9bd50 is scheduled to be hosted by DHCP agent b91c7fac-627a-49bd-9332-a32b3145d578 with binding_index 1 {{(pid=110549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:35:56.120647 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-1-iscsi, 5e8b72c7-d1c8-4048-b88f-588941c9bd50) {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:35:56.126557 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:35:56.127545 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:56.133761 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b4c6f3-7d18-4f9f-9bf2-6d637832f254 None None] Network 5e8b72c7-d1c8-4048-b88f-588941c9bd50 requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:35:56.260420 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-115c5642-6f97-4d7d-bc42-d47b206de91c demo admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8921471 Mar 31 20:35:56.526236 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee5b7b07-8262-5262-a6f7-e819c2b19a01-5e8b72c7-d1c8-4048-b88f-588941c9bd50', 'network_id': '5e8b72c7-d1c8-4048-b88f-588941c9bd50', 'project_id': '40dbdc43721d492aa1e8718abaf95b38', 'fixed_ips': [{'subnet_id': 'aa6a8694-b585-4009-ae6e-34eeff21265d'}]}} from dv-cinder-836072-1-iscsi. {{(pid=110551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:35:56.527464 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:56.839289 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Allocated IP 172.20.0.2 (5e8b72c7-d1c8-4048-b88f-588941c9bd50/aa6a8694-b585-4009-ae6e-34eeff21265d/432e8143-7fb5-46cb-9bd6-8e5cc6acf4be) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:35:57.134548 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Publish callbacks [] for port (432e8143-7fb5-46cb-9bd6-8e5cc6acf4be), precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:57.229412 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (432e8143-7fb5-46cb-9bd6-8e5cc6acf4be), after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:57.300909 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Network 5e8b72c7-d1c8-4048-b88f-588941c9bd50 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:35:57.306106 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:35:57.329247 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:35:57.334167 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Pushing event updated for resources: {'Port': ['ID=432e8143-7fb5-46cb-9bd6-8e5cc6acf4be,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:35:57.382441 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:57.382815 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:57.383206 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:57.383567 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:57.383947 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:57.384318 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:57.384734 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:57.385051 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:57.385403 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:57.385743 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:57.386092 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:57.386439 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:57.386790 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:57.387149 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:57.387510 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Tracked resource versions report: Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: pushed versions: Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: { 'AddressGroup': {'1.2'}, Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'Agent': {'1.1'}, Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'ConntrackHelper': {'1.0'}, Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'Log': {'1.0'}, Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'NDPProxy': {'1.0'}, Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'Network': {'1.1'}, Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'Port': {'1.7'}, Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'PortForwarding': {'1.3'}, Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'QosPolicy': {'1.10'}, Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'SecurityGroup': {'1.5'}, Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'SubPort': {'1.0'}, Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'Subnet': {'1.1'}, Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'Trunk': {'1.1'}} Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: consumer versions: Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: { DHCP agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: L3 agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: Metadata agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: Metering agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: Open vSwitch agent@dv-cinder-836072-1-iscsi: { 'AddressGroup': '1.2', Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'Agent': '1.1', Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'ConntrackHelper': '1.0', Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'LocalIPAssociation': '1.0', Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'Log': '1.0', Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'NDPProxy': '1.0', Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'Network': '1.1', Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'Port': '1.7', Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'PortForwarding': '1.3', Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'QosPolicy': '1.10', Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'SecurityGroup': '1.5', Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'SecurityGroupRule': '1.2', Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'SubPort': '1.0', Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'Subnet': '1.1', Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: 'Trunk': '1.1'}} Mar 31 20:35:57.389078 dv-cinder-836072-1-iscsi neutron-server[110551]: {{(pid=110551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:35:57.426783 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Attempting to bind port 432e8143-7fb5-46cb-9bd6-8e5cc6acf4be on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:35:57.427191 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Attempting to bind port 432e8143-7fb5-46cb-9bd6-8e5cc6acf4be by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': '99f4c011-2bf7-4c5a-9e78-ef2325b03e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5e8b72c7-d1c8-4048-b88f-588941c9bd50'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:35:57.427617 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Attempting to bind port 432e8143-7fb5-46cb-9bd6-8e5cc6acf4be on network 5e8b72c7-d1c8-4048-b88f-588941c9bd50 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:35:57.433425 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:35:57.433804 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Checking segment: {'id': '99f4c011-2bf7-4c5a-9e78-ef2325b03e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5e8b72c7-d1c8-4048-b88f-588941c9bd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:35:57.434293 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:57.434681 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Bound using segment: {'id': '99f4c011-2bf7-4c5a-9e78-ef2325b03e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5e8b72c7-d1c8-4048-b88f-588941c9bd50'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:35:57.435154 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Bound port: 432e8143-7fb5-46cb-9bd6-8e5cc6acf4be, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f4c011-2bf7-4c5a-9e78-ef2325b03e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5e8b72c7-d1c8-4048-b88f-588941c9bd50'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:35:57.435629 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (432e8143-7fb5-46cb-9bd6-8e5cc6acf4be), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:57.504281 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] For port 432e8143-7fb5-46cb-9bd6-8e5cc6acf4be, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:35:57.510224 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] For port 432e8143-7fb5-46cb-9bd6-8e5cc6acf4be, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=432e8143-7fb5-46cb-9bd6-8e5cc6acf4be,segment=NetworkSegment(99f4c011-2bf7-4c5a-9e78-ef2325b03e78),segment_id=99f4c011-2bf7-4c5a-9e78-ef2325b03e78)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:35:57.583793 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (432e8143-7fb5-46cb-9bd6-8e5cc6acf4be), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:57.651700 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fddb63-45ce-4d5a-bf3c-3cb30382c173 None None] Pushing event updated for resources: {'Port': ['ID=432e8143-7fb5-46cb-9bd6-8e5cc6acf4be,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:35:58.994278 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 53248) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:35:59.396435 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [None req-ad4c84e8-91e3-428d-aa8c-dca2b2627385 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=110549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:35:59.397692 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-ad4c84e8-91e3-428d-aa8c-dca2b2627385 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4024150 Mar 31 20:36:02.392840 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 53256) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:02.817475 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [None req-c50ae4f0-286a-4b40-a956-94aae28df200 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=110549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:36:02.818522 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-c50ae4f0-286a-4b40-a956-94aae28df200 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4248276 Mar 31 20:36:05.568502 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 53264) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:05.923088 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-1f6e26b9-c4b2-4b95-9af7-975f442bc5fc demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:36:06.034488 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1f6e26b9-c4b2-4b95-9af7-975f442bc5fc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16729917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router (85bb202a-871d-43a2-9292-1c726ba73896), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:06.036324 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1f6e26b9-c4b2-4b95-9af7-975f442bc5fc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16730285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16728316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16770512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router (85bb202a-871d-43a2-9292-1c726ba73896), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:06.180615 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1f6e26b9-c4b2-4b95-9af7-975f442bc5fc demo demo] Publish callbacks [] for router_controller (85bb202a-871d-43a2-9292-1c726ba73896), precommit_add_association {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:06.562298 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1f6e26b9-c4b2-4b95-9af7-975f442bc5fc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16730276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16728107'] for router (85bb202a-871d-43a2-9292-1c726ba73896), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:06.893515 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1f6e26b9-c4b2-4b95-9af7-975f442bc5fc demo demo] Publish callbacks [] for router (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:06.894727 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-1f6e26b9-c4b2-4b95-9af7-975f442bc5fc demo demo] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.3250747 Mar 31 20:36:08.439467 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 432e8143-7fb5-46cb-9bd6-8e5cc6acf4be up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:36:08.550874 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 432e8143-7fb5-46cb-9bd6-8e5cc6acf4be triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:36:08.551659 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (432e8143-7fb5-46cb-9bd6-8e5cc6acf4be), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:08.554135 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 5 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:36:08.666894 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 432e8143-7fb5-46cb-9bd6-8e5cc6acf4be is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:36:08.667279 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (432e8143-7fb5-46cb-9bd6-8e5cc6acf4be), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:08.706211 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] For port 432e8143-7fb5-46cb-9bd6-8e5cc6acf4be, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=432e8143-7fb5-46cb-9bd6-8e5cc6acf4be,segment=NetworkSegment(99f4c011-2bf7-4c5a-9e78-ef2325b03e78),segment_id=99f4c011-2bf7-4c5a-9e78-ef2325b03e78)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:36:08.805114 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (432e8143-7fb5-46cb-9bd6-8e5cc6acf4be), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:08.860218 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Pushing event updated for resources: {'Port': ['ID=432e8143-7fb5-46cb-9bd6-8e5cc6acf4be,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:09.039922 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bf71e4f8-e0d5-4d26-9f8f-116f63a82bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:09.507349 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 53276) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:09.841206 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [None req-5be113f2-fa47-473c-91a6-a767c47bbcda admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=110549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:36:09.851912 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-5be113f2-fa47-473c-91a6-a767c47bbcda admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3337455 Mar 31 20:36:09.979558 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44357e0c-e806-4801-bd7c-d8a4900a1c57 None None] Network 5e8b72c7-d1c8-4048-b88f-588941c9bd50 requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:36:10.103578 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-cc72d87c-0d2d-4d05-9a71-4aee8bf8a964 None None] Provisioning complete for port 432e8143-7fb5-46cb-9bd6-8e5cc6acf4be triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:36:10.104308 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cc72d87c-0d2d-4d05-9a71-4aee8bf8a964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (432e8143-7fb5-46cb-9bd6-8e5cc6acf4be), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:10.213772 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-cc72d87c-0d2d-4d05-9a71-4aee8bf8a964 None None] Current status of the port 432e8143-7fb5-46cb-9bd6-8e5cc6acf4be is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:36:10.392586 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 432e8143-7fb5-46cb-9bd6-8e5cc6acf4be up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:36:10.443742 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-08105ab7-c82e-400b-b33d-150e85f6396c None None] Provisioning complete for port 432e8143-7fb5-46cb-9bd6-8e5cc6acf4be triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:36:10.444156 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-08105ab7-c82e-400b-b33d-150e85f6396c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (432e8143-7fb5-46cb-9bd6-8e5cc6acf4be), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:10.475294 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 432e8143-7fb5-46cb-9bd6-8e5cc6acf4be triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:36:10.475692 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (432e8143-7fb5-46cb-9bd6-8e5cc6acf4be), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:10.595647 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-08105ab7-c82e-400b-b33d-150e85f6396c None None] Current status of the port 432e8143-7fb5-46cb-9bd6-8e5cc6acf4be is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:36:10.604973 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 432e8143-7fb5-46cb-9bd6-8e5cc6acf4be is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:36:11.651114 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a141fd74-05e1-4df3-a56b-f97b9fe36b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:12.447190 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 53284) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:12.777438 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-7924dc6a-5dd2-49ed-b678-14439058cbd3 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:36:12.856504 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7924dc6a-5dd2-49ed-b678-14439058cbd3 admin admin] Made reservation on behalf of 7a7b28757ce8447d876fdad4e58ee31f for: {'network': 1} {{(pid=110549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:36:12.858766 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7924dc6a-5dd2-49ed-b678-14439058cbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for network (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:12.893509 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7924dc6a-5dd2-49ed-b678-14439058cbd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:12.996159 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7924dc6a-5dd2-49ed-b678-14439058cbd3 admin admin] Publish callbacks [] for security_group (68c1e7a0-e33c-4244-9325-f196e33cb455), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:13.062286 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7924dc6a-5dd2-49ed-b678-14439058cbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (68c1e7a0-e33c-4244-9325-f196e33cb455), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:13.078841 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7924dc6a-5dd2-49ed-b678-14439058cbd3 admin admin] Reserving flat network on physical network physnet1 {{(pid=110549) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 31 20:36:13.099364 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924dc6a-5dd2-49ed-b678-14439058cbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c1e7a0-e33c-4244-9325-f196e33cb455,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:13.111890 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7924dc6a-5dd2-49ed-b678-14439058cbd3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784743285297', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (a2cfed69-3b3f-4f58-b7a0-cb71dea9e540), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:13.111890 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7924dc6a-5dd2-49ed-b678-14439058cbd3 admin admin] Unsubscribe: segment precommit_create {{(pid=110549) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 20:36:13.111890 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.db.segments_db [None req-7924dc6a-5dd2-49ed-b678-14439058cbd3 admin admin] Added segment a2cfed69-3b3f-4f58-b7a0-cb71dea9e540 of type flat for network 058c73fb-def7-43e1-b39b-9141f1a05ed2 Mar 31 20:36:13.162772 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7924dc6a-5dd2-49ed-b678-14439058cbd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784742926659'] for network (058c73fb-def7-43e1-b39b-9141f1a05ed2), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:13.295866 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7924dc6a-5dd2-49ed-b678-14439058cbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for network (058c73fb-def7-43e1-b39b-9141f1a05ed2), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:13.296822 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7924dc6a-5dd2-49ed-b678-14439058cbd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:36:13.297401 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7924dc6a-5dd2-49ed-b678-14439058cbd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:13.330763 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:13.389828 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924dc6a-5dd2-49ed-b678-14439058cbd3 admin admin] Pushing event updated for resources: {'Network': ['ID=058c73fb-def7-43e1-b39b-9141f1a05ed2,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:13.399972 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 details requested by agent ovs-agent-dv-cinder-836072-1-iscsi with host dv-cinder-836072-1-iscsi {{(pid=110551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:36:13.448766 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-7924dc6a-5dd2-49ed-b678-14439058cbd3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0004184 Mar 31 20:36:15.028011 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:15.713657 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:16.006431 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 53302) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:16.190327 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721dc605-991a-48cf-90fe-b7d7faa1931f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:36:16.191666 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-721dc605-991a-48cf-90fe-b7d7faa1931f demo admin] 10.222.0.61 "GET /v2.0/subnets/aa6a8694-b585-4009-ae6e-34eeff21265d HTTP/1.1" status: 200 len: 849 time: 0.1842897 Mar 31 20:36:16.317264 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-6167ab8a-1ab7-4018-b3c3-e976890310cf demo admin] 10.222.0.61 "GET /v2.0/routers/85bb202a-871d-43a2-9292-1c726ba73896 HTTP/1.1" status: 200 len: 704 time: 0.1197758 Mar 31 20:36:16.611695 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7e4525be-e35e-4a51-8d9b-78bf447b65bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:16.936135 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-7e4525be-e35e-4a51-8d9b-78bf447b65bd demo admin] Allocated IP 172.20.0.1 (5e8b72c7-d1c8-4048-b88f-588941c9bd50/aa6a8694-b585-4009-ae6e-34eeff21265d/e7611b7e-964a-452b-b81b-1c1b431cf9d8) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:36:17.115586 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7e4525be-e35e-4a51-8d9b-78bf447b65bd demo admin] Publish callbacks [] for port (e7611b7e-964a-452b-b81b-1c1b431cf9d8), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:17.268614 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7e4525be-e35e-4a51-8d9b-78bf447b65bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (e7611b7e-964a-452b-b81b-1c1b431cf9d8), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:17.386079 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4525be-e35e-4a51-8d9b-78bf447b65bd demo admin] Network 5e8b72c7-d1c8-4048-b88f-588941c9bd50 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:36:17.392433 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-7e4525be-e35e-4a51-8d9b-78bf447b65bd demo admin] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:36:17.400632 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4525be-e35e-4a51-8d9b-78bf447b65bd demo admin] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:36:17.401179 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7e4525be-e35e-4a51-8d9b-78bf447b65bd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16736252'] for router_interface (85bb202a-871d-43a2-9292-1c726ba73896), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:17.424324 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4525be-e35e-4a51-8d9b-78bf447b65bd demo admin] Pushing event updated for resources: {'Port': ['ID=e7611b7e-964a-452b-b81b-1c1b431cf9d8,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:17.563365 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-18e7cd01-5090-4647-8468-8c539b569850 None None] Provisioning complete for port e7611b7e-964a-452b-b81b-1c1b431cf9d8 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:36:17.563365 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-18e7cd01-5090-4647-8468-8c539b569850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (e7611b7e-964a-452b-b81b-1c1b431cf9d8), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:17.596945 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-18e7cd01-5090-4647-8468-8c539b569850 None None] Port e7611b7e-964a-452b-b81b-1c1b431cf9d8 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:36:17.737433 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7e4525be-e35e-4a51-8d9b-78bf447b65bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (e7611b7e-964a-452b-b81b-1c1b431cf9d8), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:17.946575 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7e4525be-e35e-4a51-8d9b-78bf447b65bd demo admin] Publish callbacks [] for port (e7611b7e-964a-452b-b81b-1c1b431cf9d8), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:17.999594 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7e4525be-e35e-4a51-8d9b-78bf447b65bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (e7611b7e-964a-452b-b81b-1c1b431cf9d8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:18.000394 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7e4525be-e35e-4a51-8d9b-78bf447b65bd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16300123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16736104'] for router_interface (85bb202a-871d-43a2-9292-1c726ba73896), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:18.076927 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4525be-e35e-4a51-8d9b-78bf447b65bd demo admin] Pushing event updated for resources: {'Port': ['ID=e7611b7e-964a-452b-b81b-1c1b431cf9d8,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:18.126207 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4525be-e35e-4a51-8d9b-78bf447b65bd demo admin] Network 5e8b72c7-d1c8-4048-b88f-588941c9bd50 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:36:18.127592 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-7e4525be-e35e-4a51-8d9b-78bf447b65bd demo admin] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:36:18.353631 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4525be-e35e-4a51-8d9b-78bf447b65bd demo admin] Router 85bb202a-871d-43a2-9292-1c726ba73896 is scheduled to L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff with binding_index 1 {{(pid=110549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:36:18.422907 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-b12fc86c-44c6-41ba-ac44-7ad3fa26a8fd None None] Provisioning complete for port e7611b7e-964a-452b-b81b-1c1b431cf9d8 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:36:18.423217 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b12fc86c-44c6-41ba-ac44-7ad3fa26a8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (e7611b7e-964a-452b-b81b-1c1b431cf9d8), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:18.449674 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4525be-e35e-4a51-8d9b-78bf447b65bd demo admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:36:18.461934 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-7e4525be-e35e-4a51-8d9b-78bf447b65bd demo admin] 10.222.0.61 "PUT /v2.0/routers/85bb202a-871d-43a2-9292-1c726ba73896/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1325841 Mar 31 20:36:18.462033 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b12fc86c-44c6-41ba-ac44-7ad3fa26a8fd None None] Port e7611b7e-964a-452b-b81b-1c1b431cf9d8 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:36:18.462118 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] Sync routers for ids ['85bb202a-871d-43a2-9292-1c726ba73896'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:36:18.473579 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] Routers {'85bb202a-871d-43a2-9292-1c726ba73896'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:36:18.474407 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:36:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['85bb202a-871d-43a2-9292-1c726ba73896'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:18.674768 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] Set router 85bb202a-871d-43a2-9292-1c726ba73896 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:36:19.113767 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bb202a-871d-43a2-9292-1c726ba73896', 'name': 'router1', 'tenant_id': '40dbdc43721d492aa1e8718abaf95b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:36:06Z', 'updated_at': '2022-03-31T20:36:17Z', 'revision_number': 2, 'project_id': '40dbdc43721d492aa1e8718abaf95b38', 'gw_port_host': None, '_interfaces': [{'id': 'e7611b7e-964a-452b-b81b-1c1b431cf9d8', 'name': '', 'network_id': '5e8b72c7-d1c8-4048-b88f-588941c9bd50', 'tenant_id': '40dbdc43721d492aa1e8718abaf95b38', 'mac_address': 'fa:16:3e:24:4c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bb202a-871d-43a2-9292-1c726ba73896', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa6a8694-b585-4009-ae6e-34eeff21265d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:36:16Z', 'updated_at': '2022-03-31T20:36:17Z', 'revision_number': 2, 'project_id': '40dbdc43721d492aa1e8718abaf95b38', 'subnets': [{'id': 'aa6a8694-b585-4009-ae6e-34eeff21265d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e9dc61a-0f94-43b5-b61d-2bc3b2922b1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:19.165706 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] Checking router: 85bb202a-871d-43a2-9292-1c726ba73896 for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:36:19.166096 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] Updating router 85bb202a-871d-43a2-9292-1c726ba73896 port e7611b7e-964a-452b-b81b-1c1b431cf9d8 binding host dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:36:19.220152 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (e7611b7e-964a-452b-b81b-1c1b431cf9d8), before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:19.753940 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] Publish callbacks [] for port (e7611b7e-964a-452b-b81b-1c1b431cf9d8), precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:19.850046 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (e7611b7e-964a-452b-b81b-1c1b431cf9d8), after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:20.032146 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e6156-8651-4322-b3a6-eb644381122f None None] Pushing event updated for resources: {'Port': ['ID=e7611b7e-964a-452b-b81b-1c1b431cf9d8,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:20.039997 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] Attempting to bind port e7611b7e-964a-452b-b81b-1c1b431cf9d8 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:36:20.040402 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] Attempting to bind port e7611b7e-964a-452b-b81b-1c1b431cf9d8 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': '99f4c011-2bf7-4c5a-9e78-ef2325b03e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5e8b72c7-d1c8-4048-b88f-588941c9bd50'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:36:20.040858 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] Attempting to bind port e7611b7e-964a-452b-b81b-1c1b431cf9d8 on network 5e8b72c7-d1c8-4048-b88f-588941c9bd50 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:36:20.044554 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e6156-8651-4322-b3a6-eb644381122f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:20.045475 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e6156-8651-4322-b3a6-eb644381122f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:20.045822 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e6156-8651-4322-b3a6-eb644381122f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:20.046187 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e6156-8651-4322-b3a6-eb644381122f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:20.046524 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e6156-8651-4322-b3a6-eb644381122f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:20.046853 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e6156-8651-4322-b3a6-eb644381122f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:20.047180 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e6156-8651-4322-b3a6-eb644381122f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:20.047506 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e6156-8651-4322-b3a6-eb644381122f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:20.047851 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e6156-8651-4322-b3a6-eb644381122f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:20.048177 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e6156-8651-4322-b3a6-eb644381122f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:20.048548 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e6156-8651-4322-b3a6-eb644381122f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:20.048892 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e6156-8651-4322-b3a6-eb644381122f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:20.049219 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e6156-8651-4322-b3a6-eb644381122f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:20.049535 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e6156-8651-4322-b3a6-eb644381122f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:20.049856 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e6156-8651-4322-b3a6-eb644381122f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e6156-8651-4322-b3a6-eb644381122f None None] Tracked resource versions report: Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: pushed versions: Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: { 'AddressGroup': {'1.2'}, Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'Agent': {'1.1'}, Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'ConntrackHelper': {'1.0'}, Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'Log': {'1.0'}, Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'NDPProxy': {'1.0'}, Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'Network': {'1.1'}, Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'Port': {'1.7'}, Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'PortForwarding': {'1.3'}, Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'QosPolicy': {'1.10'}, Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'SecurityGroup': {'1.5'}, Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'SubPort': {'1.0'}, Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'Subnet': {'1.1'}, Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'Trunk': {'1.1'}} Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: consumer versions: Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: { DHCP agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: L3 agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: Metadata agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: Metering agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: Open vSwitch agent@dv-cinder-836072-1-iscsi: { 'AddressGroup': '1.2', Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'Agent': '1.1', Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'ConntrackHelper': '1.0', Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'LocalIPAssociation': '1.0', Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'Log': '1.0', Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'NDPProxy': '1.0', Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'Network': '1.1', Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'Port': '1.7', Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'PortForwarding': '1.3', Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'QosPolicy': '1.10', Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'SecurityGroup': '1.5', Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'SecurityGroupRule': '1.2', Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'SubPort': '1.0', Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'Subnet': '1.1', Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: 'Trunk': '1.1'}} Mar 31 20:36:20.051429 dv-cinder-836072-1-iscsi neutron-server[110552]: {{(pid=110552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:36:20.060098 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:36:20.060615 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] Checking segment: {'id': '99f4c011-2bf7-4c5a-9e78-ef2325b03e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5e8b72c7-d1c8-4048-b88f-588941c9bd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:36:20.061100 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:20.061492 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] Bound using segment: {'id': '99f4c011-2bf7-4c5a-9e78-ef2325b03e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5e8b72c7-d1c8-4048-b88f-588941c9bd50'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:36:20.062077 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] Bound port: e7611b7e-964a-452b-b81b-1c1b431cf9d8, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f4c011-2bf7-4c5a-9e78-ef2325b03e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5e8b72c7-d1c8-4048-b88f-588941c9bd50'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:36:20.062544 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (e7611b7e-964a-452b-b81b-1c1b431cf9d8), before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:20.105964 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-c15d87da-c8c7-4b5c-936f-ed597fd930fe None None] Provisioning complete for port e7611b7e-964a-452b-b81b-1c1b431cf9d8 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:36:20.106502 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c15d87da-c8c7-4b5c-936f-ed597fd930fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (e7611b7e-964a-452b-b81b-1c1b431cf9d8), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:20.132271 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] For port e7611b7e-964a-452b-b81b-1c1b431cf9d8, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:36:20.140737 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-c15d87da-c8c7-4b5c-936f-ed597fd930fe None None] Port e7611b7e-964a-452b-b81b-1c1b431cf9d8 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:36:20.152788 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] For port e7611b7e-964a-452b-b81b-1c1b431cf9d8, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=e7611b7e-964a-452b-b81b-1c1b431cf9d8,segment=NetworkSegment(99f4c011-2bf7-4c5a-9e78-ef2325b03e78),segment_id=99f4c011-2bf7-4c5a-9e78-ef2325b03e78)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:36:20.273811 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (e7611b7e-964a-452b-b81b-1c1b431cf9d8), after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:20.332290 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e6156-8651-4322-b3a6-eb644381122f None None] Pushing event updated for resources: {'Port': ['ID=e7611b7e-964a-452b-b81b-1c1b431cf9d8,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:20.336668 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] Routers {'85bb202a-871d-43a2-9292-1c726ba73896'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:36:20.337303 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:36:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['85bb202a-871d-43a2-9292-1c726ba73896'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:20.435005 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] Set router 85bb202a-871d-43a2-9292-1c726ba73896 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:36:20.567088 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-40426342-9537-4411-9e93-b66c97d6c9ef None None] Provisioning complete for port e7611b7e-964a-452b-b81b-1c1b431cf9d8 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:36:20.567493 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-40426342-9537-4411-9e93-b66c97d6c9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (e7611b7e-964a-452b-b81b-1c1b431cf9d8), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:20.649337 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-40426342-9537-4411-9e93-b66c97d6c9ef None None] Current status of the port e7611b7e-964a-452b-b81b-1c1b431cf9d8 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:36:20.649624 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-40426342-9537-4411-9e93-b66c97d6c9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (e7611b7e-964a-452b-b81b-1c1b431cf9d8), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:20.667765 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bb202a-871d-43a2-9292-1c726ba73896', 'name': 'router1', 'tenant_id': '40dbdc43721d492aa1e8718abaf95b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:36:06Z', 'updated_at': '2022-03-31T20:36:17Z', 'revision_number': 2, 'project_id': '40dbdc43721d492aa1e8718abaf95b38', 'gw_port_host': None, '_interfaces': [{'id': 'e7611b7e-964a-452b-b81b-1c1b431cf9d8', 'name': '', 'network_id': '5e8b72c7-d1c8-4048-b88f-588941c9bd50', 'tenant_id': '40dbdc43721d492aa1e8718abaf95b38', 'mac_address': 'fa:16:3e:24:4c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bb202a-871d-43a2-9292-1c726ba73896', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa6a8694-b585-4009-ae6e-34eeff21265d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:36:16Z', 'updated_at': '2022-03-31T20:36:20Z', 'revision_number': 4, 'project_id': '40dbdc43721d492aa1e8718abaf95b38', 'subnets': [{'id': 'aa6a8694-b585-4009-ae6e-34eeff21265d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e9dc61a-0f94-43b5-b61d-2bc3b2922b1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:20.686536 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-40426342-9537-4411-9e93-b66c97d6c9ef None None] For port e7611b7e-964a-452b-b81b-1c1b431cf9d8, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=e7611b7e-964a-452b-b81b-1c1b431cf9d8,segment=NetworkSegment(99f4c011-2bf7-4c5a-9e78-ef2325b03e78),segment_id=99f4c011-2bf7-4c5a-9e78-ef2325b03e78)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:36:20.699482 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc36165a-ed70-4ceb-89da-0929df8fa3b7 None None] The sync data for ids ['85bb202a-871d-43a2-9292-1c726ba73896'] in dv-cinder-836072-1-iscsi is: [{'id': '85bb202a-871d-43a2-9292-1c726ba73896', 'name': 'router1', 'tenant_id': '40dbdc43721d492aa1e8718abaf95b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:36:06Z', 'updated_at': '2022-03-31T20:36:17Z', 'revision_number': 2, 'project_id': '40dbdc43721d492aa1e8718abaf95b38', 'gw_port_host': None, '_interfaces': [{'id': 'e7611b7e-964a-452b-b81b-1c1b431cf9d8', 'name': '', 'network_id': '5e8b72c7-d1c8-4048-b88f-588941c9bd50', 'tenant_id': '40dbdc43721d492aa1e8718abaf95b38', 'mac_address': 'fa:16:3e:24:4c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bb202a-871d-43a2-9292-1c726ba73896', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa6a8694-b585-4009-ae6e-34eeff21265d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:36:16Z', 'updated_at': '2022-03-31T20:36:20Z', 'revision_number': 4, 'project_id': '40dbdc43721d492aa1e8718abaf95b38', 'subnets': [{'id': 'aa6a8694-b585-4009-ae6e-34eeff21265d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e9dc61a-0f94-43b5-b61d-2bc3b2922b1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:36:20.771051 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-40426342-9537-4411-9e93-b66c97d6c9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (e7611b7e-964a-452b-b81b-1c1b431cf9d8), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:20.823891 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40426342-9537-4411-9e93-b66c97d6c9ef None None] Pushing event updated for resources: {'Port': ['ID=e7611b7e-964a-452b-b81b-1c1b431cf9d8,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:20.967903 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 53322) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:21.079613 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cef463c-4f14-47d8-93b8-5fff83547c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:36:21.081137 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-1cef463c-4f14-47d8-93b8-5fff83547c33 admin admin] 10.222.0.61 "GET /v2.0/networks/058c73fb-def7-43e1-b39b-9141f1a05ed2 HTTP/1.1" status: 200 len: 842 time: 0.1122713 Mar 31 20:36:21.090471 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-80ad2f4c-f019-4807-9805-9361c6a8a143 admin admin] Request body: {'subnet': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:36:21.188419 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ad2f4c-f019-4807-9805-9361c6a8a143 admin admin] Made reservation on behalf of 7a7b28757ce8447d876fdad4e58ee31f for: {'subnet': 1} {{(pid=110549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:36:21.190647 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-80ad2f4c-f019-4807-9805-9361c6a8a143 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:21.555412 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.objects.ports [None req-80ad2f4c-f019-4807-9805-9361c6a8a143 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110549) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 20:36:21.555880 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-80ad2f4c-f019-4807-9805-9361c6a8a143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for subnet (a387e6ba-8a8d-4212-afc7-aae8004bc1a6), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:21.613305 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad2f4c-f019-4807-9805-9361c6a8a143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a387e6ba-8a8d-4212-afc7-aae8004bc1a6,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:21.621372 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad2f4c-f019-4807-9805-9361c6a8a143 admin admin] Checking segment: {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:36:21.621718 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ad2f4c-f019-4807-9805-9361c6a8a143 admin admin] Network hostable DHCP agents. Network: 058c73fb-def7-43e1-b39b-9141f1a05ed2, hostable agents: ['b91c7fac-627a-49bd-9332-a32b3145d578'], hosted agents: [] {{(pid=110549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:36:21.736710 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ad2f4c-f019-4807-9805-9361c6a8a143 admin admin] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is scheduled to be hosted by DHCP agent b91c7fac-627a-49bd-9332-a32b3145d578 with binding_index 1 {{(pid=110549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:36:21.833355 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-80ad2f4c-f019-4807-9805-9361c6a8a143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-1-iscsi, 058c73fb-def7-43e1-b39b-9141f1a05ed2) {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:36:21.838111 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad2f4c-f019-4807-9805-9361c6a8a143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:36:21.838723 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-80ad2f4c-f019-4807-9805-9361c6a8a143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:21.844100 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf078a1-b1d1-45ef-998e-b96cc3c8f283 None None] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:36:21.930408 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-80ad2f4c-f019-4807-9805-9361c6a8a143 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8430672 Mar 31 20:36:21.954455 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b43c65-f475-4a22-93ac-00c4838c9735 None None] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:36:24.515685 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 53330) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:24.735803 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-3b9ff534-fd37-4b9c-998d-08cea1318c79 demo admin] 10.222.0.61 "GET /v2.0/routers/85bb202a-871d-43a2-9292-1c726ba73896 HTTP/1.1" status: 200 len: 710 time: 0.2189457 Mar 31 20:36:24.824099 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a2b79f-b7b0-4342-a810-02d5efc9855b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:36:24.825757 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-e8a2b79f-b7b0-4342-a810-02d5efc9855b demo admin] 10.222.0.61 "GET /v2.0/networks/058c73fb-def7-43e1-b39b-9141f1a05ed2 HTTP/1.1" status: 200 len: 886 time: 0.0843618 Mar 31 20:36:24.835101 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-25e73c0d-eef1-4782-ba09-0856ddb0f38a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:36:25.098357 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-25e73c0d-eef1-4782-ba09-0856ddb0f38a demo admin] Publish callbacks [] for router_gateway (85bb202a-871d-43a2-9292-1c726ba73896), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:25.570231 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-25e73c0d-eef1-4782-ba09-0856ddb0f38a demo admin] Publish callbacks [] for router_gateway (85bb202a-871d-43a2-9292-1c726ba73896), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:25.645908 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-25e73c0d-eef1-4782-ba09-0856ddb0f38a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:25.760684 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-25e73c0d-eef1-4782-ba09-0856ddb0f38a demo admin] Allocated IP 172.27.0.43 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/25c0bab4-bd81-4e34-aaf1-5c29b69afa4f) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:36:25.873257 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-25e73c0d-eef1-4782-ba09-0856ddb0f38a demo admin] Publish callbacks [] for port (25c0bab4-bd81-4e34-aaf1-5c29b69afa4f), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:25.995546 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-25e73c0d-eef1-4782-ba09-0856ddb0f38a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (25c0bab4-bd81-4e34-aaf1-5c29b69afa4f), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:26.036160 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e73c0d-eef1-4782-ba09-0856ddb0f38a demo admin] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:36:26.041886 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-25e73c0d-eef1-4782-ba09-0856ddb0f38a demo admin] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:36:26.047792 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e73c0d-eef1-4782-ba09-0856ddb0f38a demo admin] Pushing event updated for resources: {'Port': ['ID=25c0bab4-bd81-4e34-aaf1-5c29b69afa4f,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:26.052171 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e73c0d-eef1-4782-ba09-0856ddb0f38a demo admin] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:36:26.446802 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-25e73c0d-eef1-4782-ba09-0856ddb0f38a demo admin] Publish callbacks [] for router_gateway (85bb202a-871d-43a2-9292-1c726ba73896), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:26.780204 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-25e73c0d-eef1-4782-ba09-0856ddb0f38a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16728270', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16730303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1015'] for router (85bb202a-871d-43a2-9292-1c726ba73896), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:26.784485 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-25e73c0d-eef1-4782-ba09-0856ddb0f38a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16728107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16728281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16728272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16730294'] for router (85bb202a-871d-43a2-9292-1c726ba73896), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:26.947826 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e73c0d-eef1-4782-ba09-0856ddb0f38a demo admin] Router 85bb202a-871d-43a2-9292-1c726ba73896 has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:36:27.059577 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e73c0d-eef1-4782-ba09-0856ddb0f38a demo admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:36:27.064421 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-25e73c0d-eef1-4782-ba09-0856ddb0f38a demo admin] Publish callbacks [] for router (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:27.066280 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-25e73c0d-eef1-4782-ba09-0856ddb0f38a demo admin] 10.222.0.61 "PUT /v2.0/routers/85bb202a-871d-43a2-9292-1c726ba73896 HTTP/1.1" status: 200 len: 889 time: 2.2347651 Mar 31 20:36:28.442564 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device e7611b7e-964a-452b-b81b-1c1b431cf9d8 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:36:28.507461 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port e7611b7e-964a-452b-b81b-1c1b431cf9d8 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:36:28.507870 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (e7611b7e-964a-452b-b81b-1c1b431cf9d8), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:28.594628 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port e7611b7e-964a-452b-b81b-1c1b431cf9d8 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:36:29.704727 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] Sync routers for ids ['85bb202a-871d-43a2-9292-1c726ba73896'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:36:29.717463 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] Routers {'85bb202a-871d-43a2-9292-1c726ba73896'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:36:29.718186 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:36:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['85bb202a-871d-43a2-9292-1c726ba73896'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:29.719497 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 53344) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:36:29.886037 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-e0c16265-ab5d-4027-9eb6-daf87953b627 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1652923 Mar 31 20:36:29.957959 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] Set router 85bb202a-871d-43a2-9292-1c726ba73896 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:36:30.499123 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bb202a-871d-43a2-9292-1c726ba73896', 'name': 'router1', 'tenant_id': '40dbdc43721d492aa1e8718abaf95b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '25c0bab4-bd81-4e34-aaf1-5c29b69afa4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:36:06Z', 'updated_at': '2022-03-31T20:36:26Z', 'revision_number': 4, 'project_id': '40dbdc43721d492aa1e8718abaf95b38', 'gw_port': {'id': '25c0bab4-bd81-4e34-aaf1-5c29b69afa4f', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bb202a-871d-43a2-9292-1c726ba73896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:36:25Z', 'updated_at': '2022-03-31T20:36:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'e7611b7e-964a-452b-b81b-1c1b431cf9d8', 'name': '', 'network_id': '5e8b72c7-d1c8-4048-b88f-588941c9bd50', 'tenant_id': '40dbdc43721d492aa1e8718abaf95b38', 'mac_address': 'fa:16:3e:24:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb202a-871d-43a2-9292-1c726ba73896', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa6a8694-b585-4009-ae6e-34eeff21265d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:36:16Z', 'updated_at': '2022-03-31T20:36:20Z', 'revision_number': 5, 'project_id': '40dbdc43721d492aa1e8718abaf95b38', 'subnets': [{'id': 'aa6a8694-b585-4009-ae6e-34eeff21265d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e9dc61a-0f94-43b5-b61d-2bc3b2922b1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:30.556857 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] Checking router: 85bb202a-871d-43a2-9292-1c726ba73896 for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:36:30.557533 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] Updating router 85bb202a-871d-43a2-9292-1c726ba73896 port 25c0bab4-bd81-4e34-aaf1-5c29b69afa4f binding host dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:36:30.613524 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (25c0bab4-bd81-4e34-aaf1-5c29b69afa4f), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:30.974177 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] Publish callbacks [] for port (25c0bab4-bd81-4e34-aaf1-5c29b69afa4f), precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:31.056329 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (25c0bab4-bd81-4e34-aaf1-5c29b69afa4f), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:31.124289 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] Attempting to bind port 25c0bab4-bd81-4e34-aaf1-5c29b69afa4f on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:36:31.124686 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] Attempting to bind port 25c0bab4-bd81-4e34-aaf1-5c29b69afa4f by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:36:31.127030 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] Attempting to bind port 25c0bab4-bd81-4e34-aaf1-5c29b69afa4f on network 058c73fb-def7-43e1-b39b-9141f1a05ed2 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:36:31.128428 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e2516-3dbd-4038-9daa-056b67c92607 None None] Pushing event updated for resources: {'Port': ['ID=25c0bab4-bd81-4e34-aaf1-5c29b69afa4f,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:31.132985 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:36:31.133363 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] Checking segment: {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:36:31.133771 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:31.134162 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] Bound using segment: {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:36:31.134641 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] Bound port: 25c0bab4-bd81-4e34-aaf1-5c29b69afa4f, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:36:31.135031 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (25c0bab4-bd81-4e34-aaf1-5c29b69afa4f), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:31.188169 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] For port 25c0bab4-bd81-4e34-aaf1-5c29b69afa4f, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:36:31.192884 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] For port 25c0bab4-bd81-4e34-aaf1-5c29b69afa4f, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=25c0bab4-bd81-4e34-aaf1-5c29b69afa4f,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:36:31.290769 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (25c0bab4-bd81-4e34-aaf1-5c29b69afa4f), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:31.358737 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e2516-3dbd-4038-9daa-056b67c92607 None None] Pushing event updated for resources: {'Port': ['ID=25c0bab4-bd81-4e34-aaf1-5c29b69afa4f,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:31.372574 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] Routers {'85bb202a-871d-43a2-9292-1c726ba73896'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:36:31.372574 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:36:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['85bb202a-871d-43a2-9292-1c726ba73896'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:31.485219 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] Set router 85bb202a-871d-43a2-9292-1c726ba73896 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:36:31.748554 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bb202a-871d-43a2-9292-1c726ba73896', 'name': 'router1', 'tenant_id': '40dbdc43721d492aa1e8718abaf95b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '25c0bab4-bd81-4e34-aaf1-5c29b69afa4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:36:06Z', 'updated_at': '2022-03-31T20:36:26Z', 'revision_number': 4, 'project_id': '40dbdc43721d492aa1e8718abaf95b38', 'gw_port': {'id': '25c0bab4-bd81-4e34-aaf1-5c29b69afa4f', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bb202a-871d-43a2-9292-1c726ba73896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:36:25Z', 'updated_at': '2022-03-31T20:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'e7611b7e-964a-452b-b81b-1c1b431cf9d8', 'name': '', 'network_id': '5e8b72c7-d1c8-4048-b88f-588941c9bd50', 'tenant_id': '40dbdc43721d492aa1e8718abaf95b38', 'mac_address': 'fa:16:3e:24:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb202a-871d-43a2-9292-1c726ba73896', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa6a8694-b585-4009-ae6e-34eeff21265d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:36:16Z', 'updated_at': '2022-03-31T20:36:20Z', 'revision_number': 5, 'project_id': '40dbdc43721d492aa1e8718abaf95b38', 'subnets': [{'id': 'aa6a8694-b585-4009-ae6e-34eeff21265d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e9dc61a-0f94-43b5-b61d-2bc3b2922b1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:36:31.777326 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1952ec-040a-44ab-9b12-2b37f8ca1bca None None] The sync data for ids ['85bb202a-871d-43a2-9292-1c726ba73896'] in dv-cinder-836072-1-iscsi is: [{'id': '85bb202a-871d-43a2-9292-1c726ba73896', 'name': 'router1', 'tenant_id': '40dbdc43721d492aa1e8718abaf95b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '25c0bab4-bd81-4e34-aaf1-5c29b69afa4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:36:06Z', 'updated_at': '2022-03-31T20:36:26Z', 'revision_number': 4, 'project_id': '40dbdc43721d492aa1e8718abaf95b38', 'gw_port': {'id': '25c0bab4-bd81-4e34-aaf1-5c29b69afa4f', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bb202a-871d-43a2-9292-1c726ba73896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:36:25Z', 'updated_at': '2022-03-31T20:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'e7611b7e-964a-452b-b81b-1c1b431cf9d8', 'name': '', 'network_id': '5e8b72c7-d1c8-4048-b88f-588941c9bd50', 'tenant_id': '40dbdc43721d492aa1e8718abaf95b38', 'mac_address': 'fa:16:3e:24:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb202a-871d-43a2-9292-1c726ba73896', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa6a8694-b585-4009-ae6e-34eeff21265d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:36:16Z', 'updated_at': '2022-03-31T20:36:20Z', 'revision_number': 5, 'project_id': '40dbdc43721d492aa1e8718abaf95b38', 'subnets': [{'id': 'aa6a8694-b585-4009-ae6e-34eeff21265d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e9dc61a-0f94-43b5-b61d-2bc3b2922b1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:36:32.495910 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 25c0bab4-bd81-4e34-aaf1-5c29b69afa4f up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:36:32.578764 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 25c0bab4-bd81-4e34-aaf1-5c29b69afa4f triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:36:32.579419 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (25c0bab4-bd81-4e34-aaf1-5c29b69afa4f), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:32.692064 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 25c0bab4-bd81-4e34-aaf1-5c29b69afa4f is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:36:32.692812 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (25c0bab4-bd81-4e34-aaf1-5c29b69afa4f), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:32.728382 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] For port 25c0bab4-bd81-4e34-aaf1-5c29b69afa4f, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=25c0bab4-bd81-4e34-aaf1-5c29b69afa4f,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:36:32.802697 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (25c0bab4-bd81-4e34-aaf1-5c29b69afa4f), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:32.913004 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Pushing event updated for resources: {'Port': ['ID=25c0bab4-bd81-4e34-aaf1-5c29b69afa4f,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:36:34.469664 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 25c0bab4-bd81-4e34-aaf1-5c29b69afa4f up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:36:34.571191 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 25c0bab4-bd81-4e34-aaf1-5c29b69afa4f triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:36:34.573018 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (25c0bab4-bd81-4e34-aaf1-5c29b69afa4f), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:34.708318 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 25c0bab4-bd81-4e34-aaf1-5c29b69afa4f is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:36:39.092947 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-db056eb2-0118-40b5-a4bc-5bed441c3cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:41.684268 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f82d9e6c-f071-4d5c-b0dc-a61ade8dfa73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:43.311907 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:45.072375 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:45.555414 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 5 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:36:45.677591 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:09.025229 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-95ce79f3-4cc1-48a0-9b55-0881873618b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:11.664780 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c5bb6d29-c869-4300-b431-5f5e5d723209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:13.299271 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:15.047760 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:15.664856 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:22.556879 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 5 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:37:39.029013 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-918e2041-39ad-4ef9-8198-daacc1f8f8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:41.628766 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-21652def-c9ce-463c-997d-8fb086b2768b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:43.303326 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:45.057575 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:45.640547 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:57.517952 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 53828) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:37:57.589103 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-085f2c44-2385-4713-b01e-94cc25f4cdf2 admin admin] GET failed (client error): The resource could not be found. Mar 31 20:37:57.590430 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-085f2c44-2385-4713-b01e-94cc25f4cdf2 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0715094 Mar 31 20:37:57.791405 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de4854c-4b51-4c00-a862-221f336c7135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:37:57.792935 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-8de4854c-4b51-4c00-a862-221f336c7135 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1983213 Mar 31 20:37:59.559583 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 5 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:38:00.189194 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 53838) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:38:00.321658 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd7591b-b411-428f-9092-eb8c8704c77e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:00.323016 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-ddd7591b-b411-428f-9092-eb8c8704c77e admin admin] 10.222.0.61 "GET /v2.0/subnets/aa6a8694-b585-4009-ae6e-34eeff21265d HTTP/1.1" status: 200 len: 849 time: 0.1328652 Mar 31 20:38:00.332525 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-9d0a9213-b429-4872-8d28-70fc2781177f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:38:00.416714 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d0a9213-b429-4872-8d28-70fc2781177f admin admin] Publish callbacks [] for subnet (aa6a8694-b585-4009-ae6e-34eeff21265d), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:00.639537 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d0a9213-b429-4872-8d28-70fc2781177f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784743458690'] for subnet (aa6a8694-b585-4009-ae6e-34eeff21265d), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:00.679328 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0a9213-b429-4872-8d28-70fc2781177f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:00.679328 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d0a9213-b429-4872-8d28-70fc2781177f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:00.681300 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-9d0a9213-b429-4872-8d28-70fc2781177f admin admin] 10.222.0.61 "PUT /v2.0/subnets/aa6a8694-b585-4009-ae6e-34eeff21265d HTTP/1.1" status: 200 len: 868 time: 0.3524194 Mar 31 20:38:00.682884 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d57b63d-62d7-4a99-87bb-0c469c9d7cbe None None] Network 5e8b72c7-d1c8-4048-b88f-588941c9bd50 requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:38:00.699840 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a9213-b429-4872-8d28-70fc2781177f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa6a8694-b585-4009-ae6e-34eeff21265d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:38:00.707502 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a9213-b429-4872-8d28-70fc2781177f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:00.709328 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a9213-b429-4872-8d28-70fc2781177f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:00.709328 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a9213-b429-4872-8d28-70fc2781177f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:00.709328 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a9213-b429-4872-8d28-70fc2781177f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:00.709328 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a9213-b429-4872-8d28-70fc2781177f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:00.709328 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a9213-b429-4872-8d28-70fc2781177f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:00.709740 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a9213-b429-4872-8d28-70fc2781177f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:00.709970 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a9213-b429-4872-8d28-70fc2781177f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:00.710285 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a9213-b429-4872-8d28-70fc2781177f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:00.710617 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a9213-b429-4872-8d28-70fc2781177f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:00.710960 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a9213-b429-4872-8d28-70fc2781177f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:00.711302 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a9213-b429-4872-8d28-70fc2781177f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:00.711624 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a9213-b429-4872-8d28-70fc2781177f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:00.711973 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a9213-b429-4872-8d28-70fc2781177f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:00.712355 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a9213-b429-4872-8d28-70fc2781177f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:01.056276 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-58598ac9-c63a-461c-9d73-a74d7f37339b None None] Provisioning complete for port e7611b7e-964a-452b-b81b-1c1b431cf9d8 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:38:01.056664 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-58598ac9-c63a-461c-9d73-a74d7f37339b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (e7611b7e-964a-452b-b81b-1c1b431cf9d8), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:01.134059 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-58598ac9-c63a-461c-9d73-a74d7f37339b None None] Current status of the port e7611b7e-964a-452b-b81b-1c1b431cf9d8 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:38:01.143676 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-58598ac9-c63a-461c-9d73-a74d7f37339b None None] Provisioning complete for port 432e8143-7fb5-46cb-9bd6-8e5cc6acf4be triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:38:01.144105 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-58598ac9-c63a-461c-9d73-a74d7f37339b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (432e8143-7fb5-46cb-9bd6-8e5cc6acf4be), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:01.218636 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-58598ac9-c63a-461c-9d73-a74d7f37339b None None] Current status of the port 432e8143-7fb5-46cb-9bd6-8e5cc6acf4be is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:38:03.012565 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 53846) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:38:03.217919 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5ef6b9-125c-4ca1-b501-45365765f63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:03.218769 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5ef6b9-125c-4ca1-b501-45365765f63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:03.220726 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-6d5ef6b9-125c-4ca1-b501-45365765f63e admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2071931 Mar 31 20:38:05.684881 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 53854) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:38:05.821702 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bf418-136f-4645-889a-70bd9e281726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:05.822103 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bf418-136f-4645-889a-70bd9e281726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:05.823660 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-ab3bf418-136f-4645-889a-70bd9e281726 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1378379 Mar 31 20:38:08.201054 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 53862) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:38:08.333422 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a111a4-f497-4449-b4d4-41154bdafa8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:08.335377 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-11a111a4-f497-4449-b4d4-41154bdafa8c admin admin] 10.222.0.61 "GET /v2.0/networks/058c73fb-def7-43e1-b39b-9141f1a05ed2 HTTP/1.1" status: 200 len: 886 time: 0.1333425 Mar 31 20:38:09.062943 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2238e9e7-f00c-44bc-a119-3b490fd55dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:10.668376 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 53872) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:38:10.872132 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab655a9-32ff-4469-92e7-f2f3fc22449a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:10.873499 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-5ab655a9-32ff-4469-92e7-f2f3fc22449a admin admin] 10.222.0.61 "GET /v2.0/networks/5e8b72c7-d1c8-4048-b88f-588941c9bd50 HTTP/1.1" status: 200 len: 869 time: 0.2039781 Mar 31 20:38:11.672807 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0003d4ab-2626-4b53-b53c-bc2eddf21b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:13.208276 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 53880) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:38:13.284551 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:13.336815 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c84d27-a43a-4d0b-9b42-22897452256a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:13.337282 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c84d27-a43a-4d0b-9b42-22897452256a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:13.338828 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-86c84d27-a43a-4d0b-9b42-22897452256a admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1295743 Mar 31 20:38:15.044319 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:15.649931 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:15.689289 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 53888) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:38:15.817299 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f16641-28f3-489d-88c8-0a2fc6c89123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:15.817671 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f16641-28f3-489d-88c8-0a2fc6c89123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:15.819822 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-89f16641-28f3-489d-88c8-0a2fc6c89123 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1294703 Mar 31 20:38:18.204928 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 53896) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:38:18.291159 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8a6252-b04a-4bad-a849-0d89608f2fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:18.292546 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-1c8a6252-b04a-4bad-a849-0d89608f2fd0 admin admin] 10.222.0.61 "GET /v2.0/subnets/a387e6ba-8a8d-4212-afc7-aae8004bc1a6 HTTP/1.1" status: 200 len: 816 time: 0.0866888 Mar 31 20:38:20.697670 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 53904) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:38:20.793504 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf6e81-f50a-426e-8c82-4f980ea2752f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:20.794871 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-4aaf6e81-f50a-426e-8c82-4f980ea2752f admin admin] 10.222.0.61 "GET /v2.0/subnets/aa6a8694-b585-4009-ae6e-34eeff21265d HTTP/1.1" status: 200 len: 868 time: 0.0963318 Mar 31 20:38:36.559678 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 5 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:38:39.048967 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea238794-d6ab-4d45-9dcd-56ed480d1602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:41.689582 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10e5aa19-0c24-4077-b25d-9ca1ab4dbeeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:43.318124 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:45.071427 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:45.677649 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:49.671967 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 53956) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:38:49.722478 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [None req-d2330105-75ea-41f8-9e63-739ce0932caa admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:38:49.723512 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-d2330105-75ea-41f8-9e63-739ce0932caa admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0505161 Mar 31 20:38:52.226148 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 53964) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:38:52.307837 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f1ff26-1b65-4ed2-973b-0779c192d98d admin admin] GET failed (client error): The resource could not be found. Mar 31 20:38:52.309534 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-12f1ff26-1b65-4ed2-973b-0779c192d98d admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0821941 Mar 31 20:38:52.399384 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ee8c35-8904-42b1-abee-1f48f7e3a9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:52.400926 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-44ee8c35-8904-42b1-abee-1f48f7e3a9fa admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0874383 Mar 31 20:38:54.836420 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 53972) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:38:54.884804 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-be7bc9cb-e90a-4384-a1f9-c9526f445d5b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:38:55.003644 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7bc9cb-e90a-4384-a1f9-c9526f445d5b admin admin] Made reservation on behalf of 7a7b28757ce8447d876fdad4e58ee31f for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:38:55.006852 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-be7bc9cb-e90a-4384-a1f9-c9526f445d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for network (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:55.045116 dv-cinder-836072-1-iscsi neutron-server[110550]: WARNING neutron.services.revisions.revision_plugin [None req-be7bc9cb-e90a-4384-a1f9-c9526f445d5b admin admin] Could not find related network for resource to bump revision. Mar 31 20:38:55.058244 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7bc9cb-e90a-4384-a1f9-c9526f445d5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:38:55.068658 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-be7bc9cb-e90a-4384-a1f9-c9526f445d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (107b16e9-1884-43b9-b653-977e49024801), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:55.069000 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.segments_db [None req-be7bc9cb-e90a-4384-a1f9-c9526f445d5b admin admin] Added segment 107b16e9-1884-43b9-b653-977e49024801 of type vlan for network 93008f0e-713c-4ccb-8143-b686792d2cbc Mar 31 20:38:55.113061 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-be7bc9cb-e90a-4384-a1f9-c9526f445d5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784742926659'] for network (93008f0e-713c-4ccb-8143-b686792d2cbc), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:55.202684 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-be7bc9cb-e90a-4384-a1f9-c9526f445d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for network (93008f0e-713c-4ccb-8143-b686792d2cbc), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:55.203625 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7bc9cb-e90a-4384-a1f9-c9526f445d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:55.204289 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-be7bc9cb-e90a-4384-a1f9-c9526f445d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:55.291951 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bc9cb-e90a-4384-a1f9-c9526f445d5b admin admin] Pushing event updated for resources: {'Network': ['ID=93008f0e-713c-4ccb-8143-b686792d2cbc,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:38:55.304410 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Network 93008f0e-713c-4ccb-8143-b686792d2cbc details requested by agent ovs-agent-dv-cinder-836072-1-iscsi with host dv-cinder-836072-1-iscsi {{(pid=110551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:38:55.331161 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-be7bc9cb-e90a-4384-a1f9-c9526f445d5b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4936283 Mar 31 20:38:57.761921 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 53980) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:38:57.827185 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec82494-e7bd-4af1-b9a2-606e14b72285 admin admin] GET failed (client error): The resource could not be found. Mar 31 20:38:57.828575 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-fec82494-e7bd-4af1-b9a2-606e14b72285 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0657165 Mar 31 20:38:57.900168 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9627a69d-e892-453f-8a8c-b832c7a54243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:57.901663 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-9627a69d-e892-453f-8a8c-b832c7a54243 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0684388 Mar 31 20:38:57.911376 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-380bd9cb-88dc-41d5-b76f-f1bc50828648 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '93008f0e-713c-4ccb-8143-b686792d2cbc', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:38:58.002950 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380bd9cb-88dc-41d5-b76f-f1bc50828648 admin admin] Made reservation on behalf of 7a7b28757ce8447d876fdad4e58ee31f for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:38:58.005413 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-380bd9cb-88dc-41d5-b76f-f1bc50828648 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:58.328991 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-380bd9cb-88dc-41d5-b76f-f1bc50828648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for subnet (12f0aba8-47ce-4fcf-9f30-782af9c2cd44), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:58.394897 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bd9cb-88dc-41d5-b76f-f1bc50828648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12f0aba8-47ce-4fcf-9f30-782af9c2cd44,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:38:58.408134 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380bd9cb-88dc-41d5-b76f-f1bc50828648 admin admin] Checking segment: {'id': '107b16e9-1884-43b9-b653-977e49024801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '93008f0e-713c-4ccb-8143-b686792d2cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:38:58.409093 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380bd9cb-88dc-41d5-b76f-f1bc50828648 admin admin] Network hostable DHCP agents. Network: 93008f0e-713c-4ccb-8143-b686792d2cbc, hostable agents: ['b91c7fac-627a-49bd-9332-a32b3145d578'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:38:58.505264 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380bd9cb-88dc-41d5-b76f-f1bc50828648 admin admin] Network 93008f0e-713c-4ccb-8143-b686792d2cbc is scheduled to be hosted by DHCP agent b91c7fac-627a-49bd-9332-a32b3145d578 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:38:58.574196 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-380bd9cb-88dc-41d5-b76f-f1bc50828648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-1-iscsi, 93008f0e-713c-4ccb-8143-b686792d2cbc) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:38:58.578869 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380bd9cb-88dc-41d5-b76f-f1bc50828648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:38:58.579536 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-380bd9cb-88dc-41d5-b76f-f1bc50828648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:58.584102 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0e55b5-d953-4c7d-8316-6f166baf06c9 None None] Network 93008f0e-713c-4ccb-8143-b686792d2cbc requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:38:58.662412 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-380bd9cb-88dc-41d5-b76f-f1bc50828648 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7543876 Mar 31 20:38:58.804086 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee5b7b07-8262-5262-a6f7-e819c2b19a01-93008f0e-713c-4ccb-8143-b686792d2cbc', 'network_id': '93008f0e-713c-4ccb-8143-b686792d2cbc', 'project_id': '7a7b28757ce8447d876fdad4e58ee31f', 'fixed_ips': [{'subnet_id': '12f0aba8-47ce-4fcf-9f30-782af9c2cd44'}]}} from dv-cinder-836072-1-iscsi. {{(pid=110551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:38:58.805028 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:58.956599 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Allocated IP 192.168.233.2 (93008f0e-713c-4ccb-8143-b686792d2cbc/12f0aba8-47ce-4fcf-9f30-782af9c2cd44/cca7a246-2664-4354-b796-fb9aa7a12901) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:38:59.108073 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Publish callbacks [] for port (cca7a246-2664-4354-b796-fb9aa7a12901), precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:59.192149 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (cca7a246-2664-4354-b796-fb9aa7a12901), after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:59.232544 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Network 93008f0e-713c-4ccb-8143-b686792d2cbc is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:38:59.236889 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:38:59.239945 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:38:59.255193 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Pushing event updated for resources: {'Port': ['ID=cca7a246-2664-4354-b796-fb9aa7a12901,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:38:59.276953 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:59.277297 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:59.277677 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:59.278031 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:59.278369 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:59.278708 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:59.279036 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:59.279363 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:59.279696 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:59.280049 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:59.280378 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:59.280724 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:59.281053 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:59.281376 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:59.281702 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:38:59.319483 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Attempting to bind port cca7a246-2664-4354-b796-fb9aa7a12901 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:38:59.319884 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Attempting to bind port cca7a246-2664-4354-b796-fb9aa7a12901 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': '107b16e9-1884-43b9-b653-977e49024801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '93008f0e-713c-4ccb-8143-b686792d2cbc'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:38:59.320253 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Attempting to bind port cca7a246-2664-4354-b796-fb9aa7a12901 on network 93008f0e-713c-4ccb-8143-b686792d2cbc {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:38:59.325712 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:38:59.326121 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Checking segment: {'id': '107b16e9-1884-43b9-b653-977e49024801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '93008f0e-713c-4ccb-8143-b686792d2cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:38:59.326526 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:59.326921 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Bound using segment: {'id': '107b16e9-1884-43b9-b653-977e49024801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '93008f0e-713c-4ccb-8143-b686792d2cbc'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:38:59.327391 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Bound port: cca7a246-2664-4354-b796-fb9aa7a12901, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107b16e9-1884-43b9-b653-977e49024801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '93008f0e-713c-4ccb-8143-b686792d2cbc'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:38:59.327804 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (cca7a246-2664-4354-b796-fb9aa7a12901), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:59.392848 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] For port cca7a246-2664-4354-b796-fb9aa7a12901, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:38:59.396531 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] For port cca7a246-2664-4354-b796-fb9aa7a12901, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=cca7a246-2664-4354-b796-fb9aa7a12901,segment=NetworkSegment(107b16e9-1884-43b9-b653-977e49024801),segment_id=107b16e9-1884-43b9-b653-977e49024801)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:38:59.488691 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (cca7a246-2664-4354-b796-fb9aa7a12901), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:59.547965 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0668c29-4577-4df8-8a4d-ea2d3ee207d8 None None] Pushing event updated for resources: {'Port': ['ID=cca7a246-2664-4354-b796-fb9aa7a12901,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:39:00.494087 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0348e2b1-55cc-4558-a5e9-2b7a4724117e None None] Network 93008f0e-713c-4ccb-8143-b686792d2cbc requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:39:00.599110 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device cca7a246-2664-4354-b796-fb9aa7a12901 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:39:00.617592 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-f5d71ee3-109a-4563-b130-28db88a405eb None None] Provisioning complete for port cca7a246-2664-4354-b796-fb9aa7a12901 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:39:00.617820 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f5d71ee3-109a-4563-b130-28db88a405eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (cca7a246-2664-4354-b796-fb9aa7a12901), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:00.776167 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port cca7a246-2664-4354-b796-fb9aa7a12901 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:39:00.776568 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (cca7a246-2664-4354-b796-fb9aa7a12901), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:00.804207 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-f5d71ee3-109a-4563-b130-28db88a405eb None None] Current status of the port cca7a246-2664-4354-b796-fb9aa7a12901 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:39:00.804599 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f5d71ee3-109a-4563-b130-28db88a405eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (cca7a246-2664-4354-b796-fb9aa7a12901), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:00.859459 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-f5d71ee3-109a-4563-b130-28db88a405eb None None] For port cca7a246-2664-4354-b796-fb9aa7a12901, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=cca7a246-2664-4354-b796-fb9aa7a12901,segment=NetworkSegment(107b16e9-1884-43b9-b653-977e49024801),segment_id=107b16e9-1884-43b9-b653-977e49024801)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:39:00.916253 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port cca7a246-2664-4354-b796-fb9aa7a12901 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:39:00.916984 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (cca7a246-2664-4354-b796-fb9aa7a12901), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:00.937593 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f5d71ee3-109a-4563-b130-28db88a405eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (cca7a246-2664-4354-b796-fb9aa7a12901), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:01.012159 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.db.api [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 20:39:01.012539 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG oslo_db.api [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 20:39:01.017114 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d71ee3-109a-4563-b130-28db88a405eb None None] Pushing event updated for resources: {'Port': ['ID=cca7a246-2664-4354-b796-fb9aa7a12901,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:39:01.060267 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-2c00bdd9-8be0-4d7d-bb8b-6b76306ce36d None None] Provisioning complete for port cca7a246-2664-4354-b796-fb9aa7a12901 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:39:01.060567 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2c00bdd9-8be0-4d7d-bb8b-6b76306ce36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (cca7a246-2664-4354-b796-fb9aa7a12901), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:01.143195 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-2c00bdd9-8be0-4d7d-bb8b-6b76306ce36d None None] Current status of the port cca7a246-2664-4354-b796-fb9aa7a12901 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:39:01.553858 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port cca7a246-2664-4354-b796-fb9aa7a12901 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:39:02.514329 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device cca7a246-2664-4354-b796-fb9aa7a12901 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:39:02.570259 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port cca7a246-2664-4354-b796-fb9aa7a12901 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:39:02.570927 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (cca7a246-2664-4354-b796-fb9aa7a12901), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:02.659675 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port cca7a246-2664-4354-b796-fb9aa7a12901 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:39:09.047501 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1ea907a4-d66d-442c-93e8-e818957bae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:11.664599 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a881dd4e-93d3-474b-a8f8-5ec6533078e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:13.304903 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:13.559405 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 5 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:39:15.058450 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:15.659069 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:39.045294 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-836fc14c-0d0b-40c1-bc7e-3d25ed4245cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:41.663357 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b57166f-8cee-4f3e-98f9-91e0220b78fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:43.313787 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:45.114221 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:45.674046 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:50.559578 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 5 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:40:09.032647 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8b8825cd-15e6-4556-8e2d-900f971df708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:11.660990 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-67b88951-5f26-49ad-bc73-9064bf6e2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:13.340993 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:15.072745 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:15.654268 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:27.558858 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 5 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:40:39.059696 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8befcb8f-75a4-47ed-b116-a8a926c68ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:41.659340 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-05cd8af1-7ed5-4351-8441-03fcbf6b19be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:43.321969 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:45.099167 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:45.630502 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:48.647088 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 54020) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:40:48.653420 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [None req-c54a290c-dd49-4595-a1e1-1b8a03c2c5bd tempest-verify_tempest_config-1631334250 tempest-verify_tempest_config-1631334250-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:40:48.654377 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-c54a290c-dd49-4595-a1e1-1b8a03c2c5bd tempest-verify_tempest_config-1631334250 tempest-verify_tempest_config-1631334250-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062273 Mar 31 20:40:49.220250 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 54038) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:40:49.329851 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-655b08cb-3d0f-4704-b522-dea3b4ad66a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:49.411168 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-655b08cb-3d0f-4704-b522-dea3b4ad66a8 admin admin] Publish callbacks [] for security_group (bfff9aad-47e8-4622-9527-a659d1e7d67e), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:49.487762 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-655b08cb-3d0f-4704-b522-dea3b4ad66a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (bfff9aad-47e8-4622-9527-a659d1e7d67e), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:49.534638 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-655b08cb-3d0f-4704-b522-dea3b4ad66a8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5de9db5deea244c7b0a197f7b85787ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3133085 Mar 31 20:40:49.535592 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b08cb-3d0f-4704-b522-dea3b4ad66a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfff9aad-47e8-4622-9527-a659d1e7d67e,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:40:49.537315 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 54044) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:40:49.542722 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b08cb-3d0f-4704-b522-dea3b4ad66a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.543533 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b08cb-3d0f-4704-b522-dea3b4ad66a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.543967 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b08cb-3d0f-4704-b522-dea3b4ad66a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.544317 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b08cb-3d0f-4704-b522-dea3b4ad66a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.544655 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b08cb-3d0f-4704-b522-dea3b4ad66a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.544993 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b08cb-3d0f-4704-b522-dea3b4ad66a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.545326 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b08cb-3d0f-4704-b522-dea3b4ad66a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.545660 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b08cb-3d0f-4704-b522-dea3b4ad66a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.546011 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b08cb-3d0f-4704-b522-dea3b4ad66a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.546346 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b08cb-3d0f-4704-b522-dea3b4ad66a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.546692 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b08cb-3d0f-4704-b522-dea3b4ad66a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.547038 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b08cb-3d0f-4704-b522-dea3b4ad66a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.547372 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b08cb-3d0f-4704-b522-dea3b4ad66a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.547698 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b08cb-3d0f-4704-b522-dea3b4ad66a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.548046 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b08cb-3d0f-4704-b522-dea3b4ad66a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.594001 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a62550f5-2431-4b10-90d6-b637d00d1e40 admin admin] Publish callbacks [] for security_group (bfff9aad-47e8-4622-9527-a659d1e7d67e), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:49.615262 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a62550f5-2431-4b10-90d6-b637d00d1e40 admin admin] Publish callbacks [] for security_group (bfff9aad-47e8-4622-9527-a659d1e7d67e), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:49.773469 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a62550f5-2431-4b10-90d6-b637d00d1e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (bfff9aad-47e8-4622-9527-a659d1e7d67e), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:49.776120 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a62550f5-2431-4b10-90d6-b637d00d1e40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:40:49.777305 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-a62550f5-2431-4b10-90d6-b637d00d1e40 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bfff9aad-47e8-4622-9527-a659d1e7d67e HTTP/1.1" status: 204 len: 168 time: 0.2389345 Mar 31 20:40:49.785708 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62550f5-2431-4b10-90d6-b637d00d1e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfff9aad-47e8-4622-9527-a659d1e7d67e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:40:49.792611 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62550f5-2431-4b10-90d6-b637d00d1e40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.793070 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62550f5-2431-4b10-90d6-b637d00d1e40 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.793955 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62550f5-2431-4b10-90d6-b637d00d1e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.794295 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62550f5-2431-4b10-90d6-b637d00d1e40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.794627 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62550f5-2431-4b10-90d6-b637d00d1e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.794997 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62550f5-2431-4b10-90d6-b637d00d1e40 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.795367 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62550f5-2431-4b10-90d6-b637d00d1e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.795637 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62550f5-2431-4b10-90d6-b637d00d1e40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.795999 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62550f5-2431-4b10-90d6-b637d00d1e40 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.796773 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62550f5-2431-4b10-90d6-b637d00d1e40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.796773 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62550f5-2431-4b10-90d6-b637d00d1e40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.797024 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62550f5-2431-4b10-90d6-b637d00d1e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.797420 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62550f5-2431-4b10-90d6-b637d00d1e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.797715 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62550f5-2431-4b10-90d6-b637d00d1e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:40:49.797934 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62550f5-2431-4b10-90d6-b637d00d1e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:41:04.560344 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 5 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:41:09.040081 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e6ae7fca-4fb3-4bd8-97da-45fbee84d7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:41:11.680374 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b61f068-9065-40d4-9068-a49a23948a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:41:13.320538 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:41:15.161608 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:41:15.656314 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:41:39.102068 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b36e2085-09a2-47d7-a272-9f8214a8cd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:41:41.560027 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 5 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:41:41.655217 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f74be13c-53ee-4129-8263-04a902c943e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:41:43.318805 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:41:45.084499 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:41:45.627397 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:09.060372 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-842d1e9d-2514-40ba-9bdd-99e4283401c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:11.717755 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6b0c-fe86-4efb-a10b-18975c39024a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:13.328756 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:15.054137 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:15.632035 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:18.559397 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 5 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:42:33.184879 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16729808'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:39.030101 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f7f76f99-53c7-4c04-9a20-027e73d35434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:41.664355 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-95ec5ffc-6195-4ae4-831d-c420d8338906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:43.321648 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:45.081661 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:45.674088 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:42:48.986480 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 54114) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:42:49.100793 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-7dd0e724-9343-4b6b-a3e6-b8d0f95e9dba admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1127694 Mar 31 20:42:51.499978 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 54124) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:42:51.556411 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-d7beb0ef-2c5d-43d1-9f0e-b674cdbb3c14 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0552804 Mar 31 20:42:55.560991 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:43:03.137293 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:09.068363 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ca55de95-deb4-4ca0-bfc5-93fdd605fa7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:11.669562 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-78a55b9b-2645-42ae-b976-c5a004fd3642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:13.363754 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:15.088964 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:15.660721 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:32.569719 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:43:33.118491 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:39.021514 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3662e8eb-354d-45bd-a443-a8922c55a59e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:41.689488 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03cb8ace-4df2-4282-a2f0-40f80ee7b6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:43.335361 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:45.095154 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:43:45.661453 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:03.113404 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:09.039179 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-38f22ae5-58b5-490c-b1f8-9a0387ca4c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:09.558670 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:44:11.707972 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-81f476ab-3951-415c-bc53-4fbf9094bfd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:13.371283 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:15.106467 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:15.648712 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:31.624429 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 54314) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:31.850951 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 54326) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:31.880480 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 54330) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:32.053714 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-578082399-network', 'tenant_id': '698f8eccb7fb417ebe2c00915731fc94'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:32.188568 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Made reservation on behalf of 698f8eccb7fb417ebe2c00915731fc94 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:44:32.190890 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for network (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:32.200166 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:32.293475 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Publish callbacks [] for security_group (860011e8-8775-4a61-ad58-1a12baec04a4), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:32.364020 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (860011e8-8775-4a61-ad58-1a12baec04a4), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:32.397933 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-0b2f597b-3f26-4fc9-a54b-6492bd7e8bd4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-814699764-network', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:32.400877 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:44:32.409766 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860011e8-8775-4a61-ad58-1a12baec04a4,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:32.415342 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (14f5feac-bdd6-4bac-ab2e-7be485a0b03d), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:32.415676 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.segments_db [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Added segment 14f5feac-bdd6-4bac-ab2e-7be485a0b03d of type vlan for network 6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44 Mar 31 20:44:32.432588 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:32.432936 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:32.433298 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:32.433638 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:32.433970 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:32.434303 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:32.434643 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:32.434950 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:32.435287 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:32.435617 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:32.436061 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:32.436408 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:32.436732 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:32.437051 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:32.437370 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Tracked resource versions report: Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: pushed versions: Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: { 'AddressGroup': {'1.2'}, Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'Agent': {'1.1'}, Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'ConntrackHelper': {'1.0'}, Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'Log': {'1.0'}, Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'NDPProxy': {'1.0'}, Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'Network': {'1.1'}, Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'Port': {'1.7'}, Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'PortForwarding': {'1.3'}, Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'QosPolicy': {'1.10'}, Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'SecurityGroup': {'1.5'}, Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'SubPort': {'1.0'}, Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'Subnet': {'1.1'}, Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'Trunk': {'1.1'}} Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: consumer versions: Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: { DHCP agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: HyperV agent@hv-cinder-83607: {}, Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: L3 agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: Metadata agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: Metering agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: Open vSwitch agent@dv-cinder-836072-1-iscsi: { 'AddressGroup': '1.2', Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'Agent': '1.1', Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'ConntrackHelper': '1.0', Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'LocalIPAssociation': '1.0', Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'Log': '1.0', Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'NDPProxy': '1.0', Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'Network': '1.1', Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'Port': '1.7', Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'PortForwarding': '1.3', Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'QosPolicy': '1.10', Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'SecurityGroup': '1.5', Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'SecurityGroupRule': '1.2', Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'SubPort': '1.0', Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'Subnet': '1.1', Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: 'Trunk': '1.1'}} Mar 31 20:44:32.438552 dv-cinder-836072-1-iscsi neutron-server[110550]: {{(pid=110550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:44:32.448988 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-93311f40-70c8-45b9-904c-21ebfdb9ca25 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-451412803-network', 'tenant_id': 'df50189c17a647ac86148405e9f04f55'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:32.502191 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784742926659'] for network (6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:32.523388 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 54348) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:32.592266 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93311f40-70c8-45b9-904c-21ebfdb9ca25 admin admin] Made reservation on behalf of df50189c17a647ac86148405e9f04f55 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:44:32.594708 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93311f40-70c8-45b9-904c-21ebfdb9ca25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for network (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:32.604566 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93311f40-70c8-45b9-904c-21ebfdb9ca25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:32.632515 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 54362) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:32.641966 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for network (6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:32.642978 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:44:32.643566 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:32.645589 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2f597b-3f26-4fc9-a54b-6492bd7e8bd4 admin admin] Made reservation on behalf of 4396e2a514f7449287ea5b0d1b36b858 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:44:32.647831 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b2f597b-3f26-4fc9-a54b-6492bd7e8bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for network (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:32.675548 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b2f597b-3f26-4fc9-a54b-6492bd7e8bd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:32.739363 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-68326044-network', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:32.782869 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93311f40-70c8-45b9-904c-21ebfdb9ca25 admin admin] Publish callbacks [] for security_group (7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:32.791332 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] Pushing event updated for resources: {'Network': ['ID=6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:32.802861 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Network 6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44 details requested by agent ovs-agent-dv-cinder-836072-1-iscsi with host dv-cinder-836072-1-iscsi {{(pid=110551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:44:32.814951 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 54370) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:32.815369 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-d9fa2abd-4b66-48bd-8abd-dc082b06b105 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1824613 Mar 31 20:44:32.815457 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-5360b6da-70c5-47aa-91fd-e6a41700161e admin admin] Request body: {'subnet': {'network_id': '6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-578082399-subnet', 'tenant_id': '698f8eccb7fb417ebe2c00915731fc94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:32.863242 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Made reservation on behalf of 654be7b7f6b046c4a444ce74acbb673c for: {'network': 1} {{(pid=110549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:44:32.865535 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for network (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:32.874909 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b2f597b-3f26-4fc9-a54b-6492bd7e8bd4 admin admin] Publish callbacks [] for security_group (bfe23a8f-c7f5-4b3b-b9c4-bc679aa31fed), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:32.880362 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:32.891470 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93311f40-70c8-45b9-904c-21ebfdb9ca25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:32.921432 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93311f40-70c8-45b9-904c-21ebfdb9ca25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:44:32.931699 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93311f40-70c8-45b9-904c-21ebfdb9ca25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:32.937163 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93311f40-70c8-45b9-904c-21ebfdb9ca25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (a37701f9-dff0-46e9-bd6a-4580ea1f1d67), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:32.937520 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.segments_db [None req-93311f40-70c8-45b9-904c-21ebfdb9ca25 admin admin] Added segment a37701f9-dff0-46e9-bd6a-4580ea1f1d67 of type vlan for network 68a65e42-3a69-4c11-8f33-9e0a705f08d8 Mar 31 20:44:32.966435 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Publish callbacks [] for security_group (81ccc9a7-1a5d-48e9-9dea-a65f2955b0c3), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:32.974052 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-2bebc6fd-b6a7-4fd0-8c03-e1b6a15d8c1c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-620146898-network', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:32.977394 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5360b6da-70c5-47aa-91fd-e6a41700161e admin admin] Made reservation on behalf of 698f8eccb7fb417ebe2c00915731fc94 for: {'subnet': 1} {{(pid=110549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:44:32.979991 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5360b6da-70c5-47aa-91fd-e6a41700161e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:32.985835 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93311f40-70c8-45b9-904c-21ebfdb9ca25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784742926659'] for network (68a65e42-3a69-4c11-8f33-9e0a705f08d8), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.032283 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b2f597b-3f26-4fc9-a54b-6492bd7e8bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (bfe23a8f-c7f5-4b3b-b9c4-bc679aa31fed), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.059006 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (81ccc9a7-1a5d-48e9-9dea-a65f2955b0c3), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.112118 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=110549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:44:33.112465 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2f597b-3f26-4fc9-a54b-6492bd7e8bd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:44:33.130007 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b2f597b-3f26-4fc9-a54b-6492bd7e8bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (eb35dfd2-c19b-4a4c-a325-994f67b78681), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.131682 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.segments_db [None req-0b2f597b-3f26-4fc9-a54b-6492bd7e8bd4 admin admin] Added segment eb35dfd2-c19b-4a4c-a325-994f67b78681 of type vlan for network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f Mar 31 20:44:33.138332 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f597b-3f26-4fc9-a54b-6492bd7e8bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe23a8f-c7f5-4b3b-b9c4-bc679aa31fed,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:33.138519 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bebc6fd-b6a7-4fd0-8c03-e1b6a15d8c1c admin admin] Made reservation on behalf of c2f7a7f12f0247c0881f0c5ba6b5b36d for: {'network': 1} {{(pid=110549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:44:33.141375 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2bebc6fd-b6a7-4fd0-8c03-e1b6a15d8c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for network (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.179429 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2bebc6fd-b6a7-4fd0-8c03-e1b6a15d8c1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.182278 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (82f3cc8a-d230-474e-9e03-5cccc3fb873b), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.182778 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.db.segments_db [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Added segment 82f3cc8a-d230-474e-9e03-5cccc3fb873b of type vlan for network aae64b56-d644-454d-807a-9ff75eea577e Mar 31 20:44:33.200043 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ccc9a7-1a5d-48e9-9dea-a65f2955b0c3,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:33.219812 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b2f597b-3f26-4fc9-a54b-6492bd7e8bd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784742926659'] for network (63cb74cd-f9ca-4f98-a1e8-3428b271c26f), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.220412 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:33.220757 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:33.221100 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:33.221438 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:33.221556 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.221765 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:33.222287 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:33.222789 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:33.223269 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:33.223760 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:33.224287 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:33.224992 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:33.225115 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93311f40-70c8-45b9-904c-21ebfdb9ca25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for network (68a65e42-3a69-4c11-8f33-9e0a705f08d8), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.225619 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:33.226117 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:33.226239 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93311f40-70c8-45b9-904c-21ebfdb9ca25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:44:33.226680 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:33.226799 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93311f40-70c8-45b9-904c-21ebfdb9ca25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.227253 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Tracked resource versions report: Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: pushed versions: Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: { 'AddressGroup': {'1.2'}, Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'Agent': {'1.1'}, Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'ConntrackHelper': {'1.0'}, Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'Log': {'1.0'}, Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'NDPProxy': {'1.0'}, Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'Network': {'1.1'}, Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'Port': {'1.7'}, Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'PortForwarding': {'1.3'}, Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'QosPolicy': {'1.10'}, Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'SecurityGroup': {'1.5'}, Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'SubPort': {'1.0'}, Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'Subnet': {'1.1'}, Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'Trunk': {'1.1'}} Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: consumer versions: Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: { DHCP agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: HyperV agent@hv-cinder-83607: {}, Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: L3 agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: Metadata agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: Metering agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: Open vSwitch agent@dv-cinder-836072-1-iscsi: { 'AddressGroup': '1.2', Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'Agent': '1.1', Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'ConntrackHelper': '1.0', Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'LocalIPAssociation': '1.0', Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'Log': '1.0', Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'NDPProxy': '1.0', Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'Network': '1.1', Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'Port': '1.7', Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'PortForwarding': '1.3', Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'QosPolicy': '1.10', Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'SecurityGroup': '1.5', Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'SecurityGroupRule': '1.2', Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'SubPort': '1.0', Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'Subnet': '1.1', Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: 'Trunk': '1.1'}} Mar 31 20:44:33.228640 dv-cinder-836072-1-iscsi neutron-server[110549]: {{(pid=110549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:44:33.300075 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784742926659'] for network (aae64b56-d644-454d-807a-9ff75eea577e), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.322312 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93311f40-70c8-45b9-904c-21ebfdb9ca25 admin admin] Pushing event updated for resources: {'Network': ['ID=68a65e42-3a69-4c11-8f33-9e0a705f08d8,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:33.333713 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Network 68a65e42-3a69-4c11-8f33-9e0a705f08d8 details requested by agent ovs-agent-dv-cinder-836072-1-iscsi with host dv-cinder-836072-1-iscsi {{(pid=110551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:44:33.386323 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-93311f40-70c8-45b9-904c-21ebfdb9ca25 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5047517 Mar 31 20:44:33.397341 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 54394) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:33.397341 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-7558fb67-4eda-4bb8-9faf-31c52dbe4018 admin admin] Request body: {'subnet': {'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-451412803-subnet', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:33.453962 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b2f597b-3f26-4fc9-a54b-6492bd7e8bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for network (63cb74cd-f9ca-4f98-a1e8-3428b271c26f), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.453962 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f597b-3f26-4fc9-a54b-6492bd7e8bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:44:33.453962 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b2f597b-3f26-4fc9-a54b-6492bd7e8bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.480029 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for network (aae64b56-d644-454d-807a-9ff75eea577e), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.480969 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:44:33.483597 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.485923 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2bebc6fd-b6a7-4fd0-8c03-e1b6a15d8c1c admin admin] Publish callbacks [] for security_group (e7d93ee2-9e84-4d62-859d-0075602f2f3a), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.531686 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7558fb67-4eda-4bb8-9faf-31c52dbe4018 admin admin] Made reservation on behalf of df50189c17a647ac86148405e9f04f55 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:44:33.536077 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7558fb67-4eda-4bb8-9faf-31c52dbe4018 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.549339 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] Pushing event updated for resources: {'Network': ['ID=aae64b56-d644-454d-807a-9ff75eea577e,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:33.552327 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f597b-3f26-4fc9-a54b-6492bd7e8bd4 admin admin] Pushing event updated for resources: {'Network': ['ID=63cb74cd-f9ca-4f98-a1e8-3428b271c26f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:33.554605 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2bebc6fd-b6a7-4fd0-8c03-e1b6a15d8c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (e7d93ee2-9e84-4d62-859d-0075602f2f3a), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.564177 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f details requested by agent ovs-agent-dv-cinder-836072-1-iscsi with host dv-cinder-836072-1-iscsi {{(pid=110551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:44:33.568197 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bebc6fd-b6a7-4fd0-8c03-e1b6a15d8c1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=110549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:44:33.578231 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2bebc6fd-b6a7-4fd0-8c03-e1b6a15d8c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (c83cbe5f-6769-4416-ae9a-aa7374099b40), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.578821 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.db.segments_db [None req-2bebc6fd-b6a7-4fd0-8c03-e1b6a15d8c1c admin admin] Added segment c83cbe5f-6769-4416-ae9a-aa7374099b40 of type vlan for network 29c94a09-ad75-42a2-8666-a0269d34f4fc Mar 31 20:44:33.620806 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2bebc6fd-b6a7-4fd0-8c03-e1b6a15d8c1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784742926659'] for network (29c94a09-ad75-42a2-8666-a0269d34f4fc), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.626457 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-0b2f597b-3f26-4fc9-a54b-6492bd7e8bd4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7716615 Mar 31 20:44:33.626922 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 54398) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:33.631940 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-a8c09e80-6388-4831-b9c7-dfbb21723426 admin admin] Request body: {'subnet': {'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-814699764-subnet', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:33.671721 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5360b6da-70c5-47aa-91fd-e6a41700161e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for subnet (39430d21-651f-4bd0-9d40-d71a8c7fd3de), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.674940 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Network aae64b56-d644-454d-807a-9ff75eea577e details requested by agent ovs-agent-dv-cinder-836072-1-iscsi with host dv-cinder-836072-1-iscsi {{(pid=110551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:44:33.679091 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebc6fd-b6a7-4fd0-8c03-e1b6a15d8c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d93ee2-9e84-4d62-859d-0075602f2f3a,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:33.733947 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360b6da-70c5-47aa-91fd-e6a41700161e admin admin] Pushing event updated for resources: {'Subnet': ['ID=39430d21-651f-4bd0-9d40-d71a8c7fd3de,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:33.759236 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-5c606ace-699f-4b91-8932-450c8ecfbe7d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2337465 Mar 31 20:44:33.765854 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5360b6da-70c5-47aa-91fd-e6a41700161e admin admin] Checking segment: {'id': '14f5feac-bdd6-4bac-ab2e-7be485a0b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:44:33.766682 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5360b6da-70c5-47aa-91fd-e6a41700161e admin admin] Network hostable DHCP agents. Network: 6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44, hostable agents: ['b91c7fac-627a-49bd-9332-a32b3145d578'], hosted agents: [] {{(pid=110549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:44:33.767633 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 54402) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:33.773606 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-0f9feb51-d15a-4619-a02d-e3c128516df5 admin admin] Request body: {'subnet': {'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-68326044-subnet', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:33.783508 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2bebc6fd-b6a7-4fd0-8c03-e1b6a15d8c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for network (29c94a09-ad75-42a2-8666-a0269d34f4fc), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.784938 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bebc6fd-b6a7-4fd0-8c03-e1b6a15d8c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:44:33.786106 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2bebc6fd-b6a7-4fd0-8c03-e1b6a15d8c1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.852267 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebc6fd-b6a7-4fd0-8c03-e1b6a15d8c1c admin admin] Pushing event updated for resources: {'Network': ['ID=29c94a09-ad75-42a2-8666-a0269d34f4fc,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:33.862101 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Network 29c94a09-ad75-42a2-8666-a0269d34f4fc details requested by agent ovs-agent-dv-cinder-836072-1-iscsi with host dv-cinder-836072-1-iscsi {{(pid=110551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:44:33.878840 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7558fb67-4eda-4bb8-9faf-31c52dbe4018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for subnet (3d3bfe61-66f5-4685-b3aa-57a09c0f885e), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.935332 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5360b6da-70c5-47aa-91fd-e6a41700161e admin admin] Network 6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44 is scheduled to be hosted by DHCP agent b91c7fac-627a-49bd-9332-a32b3145d578 with binding_index 1 {{(pid=110549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:44:33.938171 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c09e80-6388-4831-b9c7-dfbb21723426 admin admin] Made reservation on behalf of 4396e2a514f7449287ea5b0d1b36b858 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:44:33.940188 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a8c09e80-6388-4831-b9c7-dfbb21723426 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.955948 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9feb51-d15a-4619-a02d-e3c128516df5 admin admin] Made reservation on behalf of 654be7b7f6b046c4a444ce74acbb673c for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:44:33.955948 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0f9feb51-d15a-4619-a02d-e3c128516df5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:33.955948 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558fb67-4eda-4bb8-9faf-31c52dbe4018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d3bfe61-66f5-4685-b3aa-57a09c0f885e,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:33.981197 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-2bebc6fd-b6a7-4fd0-8c03-e1b6a15d8c1c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3445759 Mar 31 20:44:33.984300 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 54404) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:33.989887 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-cc06b3cd-3c7e-4848-adbc-263642f2bba8 admin admin] Request body: {'subnet': {'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-620146898-subnet', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:34.026726 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-5360b6da-70c5-47aa-91fd-e6a41700161e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-1-iscsi, 6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44) {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:44:34.036833 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5360b6da-70c5-47aa-91fd-e6a41700161e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:44:34.036833 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5360b6da-70c5-47aa-91fd-e6a41700161e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:34.038430 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7bab43-f5aa-4e3a-aad5-b638565c746b None None] Network 6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44 requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:44:34.059160 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7558fb67-4eda-4bb8-9faf-31c52dbe4018 admin admin] Checking segment: {'id': 'a37701f9-dff0-46e9-bd6a-4580ea1f1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:44:34.059520 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7558fb67-4eda-4bb8-9faf-31c52dbe4018 admin admin] Network hostable DHCP agents. Network: 68a65e42-3a69-4c11-8f33-9e0a705f08d8, hostable agents: ['b91c7fac-627a-49bd-9332-a32b3145d578'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:44:34.168154 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4ebdbd-ec13-4317-8b5d-9e57b1eb0361 None None] Network 6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44 requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:44:34.177542 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc06b3cd-3c7e-4848-adbc-263642f2bba8 admin admin] Made reservation on behalf of c2f7a7f12f0247c0881f0c5ba6b5b36d for: {'subnet': 1} {{(pid=110549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:44:34.179961 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cc06b3cd-3c7e-4848-adbc-263642f2bba8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:34.185840 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-5360b6da-70c5-47aa-91fd-e6a41700161e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3764365 Mar 31 20:44:34.240765 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7558fb67-4eda-4bb8-9faf-31c52dbe4018 admin admin] Network 68a65e42-3a69-4c11-8f33-9e0a705f08d8 is scheduled to be hosted by DHCP agent b91c7fac-627a-49bd-9332-a32b3145d578 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:44:34.285096 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-7558fb67-4eda-4bb8-9faf-31c52dbe4018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-1-iscsi, 68a65e42-3a69-4c11-8f33-9e0a705f08d8) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:44:34.302470 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7558fb67-4eda-4bb8-9faf-31c52dbe4018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:44:34.303080 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7558fb67-4eda-4bb8-9faf-31c52dbe4018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:34.319025 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a17843-9864-467d-8eff-25069e29db80 None None] Network 68a65e42-3a69-4c11-8f33-9e0a705f08d8 requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:44:34.365935 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0f9feb51-d15a-4619-a02d-e3c128516df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for subnet (29e5f0dd-54c8-4420-95e1-1b4acc9a8f80), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:34.451127 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a8c09e80-6388-4831-b9c7-dfbb21723426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for subnet (7eadc9f8-4885-4224-91fc-800445db1b60), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:34.458260 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-7558fb67-4eda-4bb8-9faf-31c52dbe4018 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0651271 Mar 31 20:44:34.459966 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 54432) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:34.467077 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-1b388e0e-1566-46c5-bd5a-6e2dbb28e612 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-451412803-router', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:34.475514 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9feb51-d15a-4619-a02d-e3c128516df5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29e5f0dd-54c8-4420-95e1-1b4acc9a8f80,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:34.590766 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee5b7b07-8262-5262-a6f7-e819c2b19a01-68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'project_id': 'df50189c17a647ac86148405e9f04f55', 'fixed_ips': [{'subnet_id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e'}]}} from dv-cinder-836072-1-iscsi. {{(pid=110551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:44:34.593477 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:34.604515 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9feb51-d15a-4619-a02d-e3c128516df5 admin admin] Checking segment: {'id': '82f3cc8a-d230-474e-9e03-5cccc3fb873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:44:34.604862 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9feb51-d15a-4619-a02d-e3c128516df5 admin admin] Network hostable DHCP agents. Network: aae64b56-d644-454d-807a-9ff75eea577e, hostable agents: ['b91c7fac-627a-49bd-9332-a32b3145d578'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:44:34.650615 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c09e80-6388-4831-b9c7-dfbb21723426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eadc9f8-4885-4224-91fc-800445db1b60,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:34.661423 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c09e80-6388-4831-b9c7-dfbb21723426 admin admin] Checking segment: {'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:44:34.661627 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c09e80-6388-4831-b9c7-dfbb21723426 admin admin] Network hostable DHCP agents. Network: 63cb74cd-f9ca-4f98-a1e8-3428b271c26f, hostable agents: ['b91c7fac-627a-49bd-9332-a32b3145d578'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:44:34.697625 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b388e0e-1566-46c5-bd5a-6e2dbb28e612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16729917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router (5b3fa499-51bc-42c0-9e22-2ec8e5331669), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:34.698717 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cc06b3cd-3c7e-4848-adbc-263642f2bba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for subnet (93b81d0e-6ec0-4ee6-b70d-0ae037b995d1), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:34.699445 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b388e0e-1566-46c5-bd5a-6e2dbb28e612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16730285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16728316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16770512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router (5b3fa499-51bc-42c0-9e22-2ec8e5331669), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:34.772113 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9feb51-d15a-4619-a02d-e3c128516df5 admin admin] Network aae64b56-d644-454d-807a-9ff75eea577e is scheduled to be hosted by DHCP agent b91c7fac-627a-49bd-9332-a32b3145d578 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:44:34.800700 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Allocated IP 172.20.0.2 (68a65e42-3a69-4c11-8f33-9e0a705f08d8/3d3bfe61-66f5-4685-b3aa-57a09c0f885e/291d3457-b9bc-4f40-bb65-7b3ae323c757) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:44:34.825664 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c09e80-6388-4831-b9c7-dfbb21723426 admin admin] Network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f is scheduled to be hosted by DHCP agent b91c7fac-627a-49bd-9332-a32b3145d578 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:44:34.836780 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06b3cd-3c7e-4848-adbc-263642f2bba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93b81d0e-6ec0-4ee6-b70d-0ae037b995d1,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:34.854729 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc06b3cd-3c7e-4848-adbc-263642f2bba8 admin admin] Checking segment: {'id': 'c83cbe5f-6769-4416-ae9a-aa7374099b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:44:34.855078 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc06b3cd-3c7e-4848-adbc-263642f2bba8 admin admin] Network hostable DHCP agents. Network: 29c94a09-ad75-42a2-8666-a0269d34f4fc, hostable agents: ['b91c7fac-627a-49bd-9332-a32b3145d578'], hosted agents: [] {{(pid=110549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:44:34.884551 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b388e0e-1566-46c5-bd5a-6e2dbb28e612 admin admin] Publish callbacks [] for router_controller (5b3fa499-51bc-42c0-9e22-2ec8e5331669), precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:34.915502 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-0f9feb51-d15a-4619-a02d-e3c128516df5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-1-iscsi, aae64b56-d644-454d-807a-9ff75eea577e) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:44:34.927204 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9feb51-d15a-4619-a02d-e3c128516df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:44:34.928574 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0f9feb51-d15a-4619-a02d-e3c128516df5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:34.936672 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8a9c29-48bd-4853-b974-8f9cb3f62a74 None None] Network aae64b56-d644-454d-807a-9ff75eea577e requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:44:35.027046 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc06b3cd-3c7e-4848-adbc-263642f2bba8 admin admin] Network 29c94a09-ad75-42a2-8666-a0269d34f4fc is scheduled to be hosted by DHCP agent b91c7fac-627a-49bd-9332-a32b3145d578 with binding_index 1 {{(pid=110549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:44:35.036857 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-cc06b3cd-3c7e-4848-adbc-263642f2bba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-1-iscsi, 29c94a09-ad75-42a2-8666-a0269d34f4fc) {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:44:35.042168 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc06b3cd-3c7e-4848-adbc-263642f2bba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:44:35.042869 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cc06b3cd-3c7e-4848-adbc-263642f2bba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:35.129438 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-cc06b3cd-3c7e-4848-adbc-263642f2bba8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1438065 Mar 31 20:44:35.130431 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 54450) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:35.135040 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-8fc44f49-bf5d-43a3-9602-efb072793167 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-620146898-router', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:35.154893 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-0f9feb51-d15a-4619-a02d-e3c128516df5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3858593 Mar 31 20:44:35.161894 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 54458) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:35.168484 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-a8c09e80-6388-4831-b9c7-dfbb21723426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-1-iscsi, 63cb74cd-f9ca-4f98-a1e8-3428b271c26f) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:44:35.183225 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c09e80-6388-4831-b9c7-dfbb21723426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:44:35.183979 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a8c09e80-6388-4831-b9c7-dfbb21723426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:35.199702 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cb9254-b011-42ea-ac6e-5972bdd6ba9c None None] Network 29c94a09-ad75-42a2-8666-a0269d34f4fc requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:44:35.202140 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec6b6df-0890-48be-b344-5fe39685dce5 None None] Network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:44:35.204697 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-ab52f51e-a401-4bfe-b7ce-4d660fa2be4f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-68326044-router', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:35.274929 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b388e0e-1566-46c5-bd5a-6e2dbb28e612 admin admin] Publish callbacks [] for router_gateway (5b3fa499-51bc-42c0-9e22-2ec8e5331669), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:35.301452 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8fc44f49-bf5d-43a3-9602-efb072793167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16729917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router (6e8fb055-4b89-4db6-9327-8ddbd9c40743), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:35.302876 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8fc44f49-bf5d-43a3-9602-efb072793167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16730285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16728316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16770512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router (6e8fb055-4b89-4db6-9327-8ddbd9c40743), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:35.320685 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-a8c09e80-6388-4831-b9c7-dfbb21723426 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6926050 Mar 31 20:44:35.321564 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 54464) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:35.329923 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Publish callbacks [] for port (291d3457-b9bc-4f40-bb65-7b3ae323c757), precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:35.334869 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-78c5be01-c5d5-4dff-984e-feb48397c0ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:35.398940 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8fc44f49-bf5d-43a3-9602-efb072793167 admin admin] Publish callbacks [] for router_controller (6e8fb055-4b89-4db6-9327-8ddbd9c40743), precommit_add_association {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:35.400181 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ab52f51e-a401-4bfe-b7ce-4d660fa2be4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16729917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router (a3f734c7-dd5f-4ecf-81e7-0d209282fa5f), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:35.401606 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ab52f51e-a401-4bfe-b7ce-4d660fa2be4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16730285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16728316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16770512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router (a3f734c7-dd5f-4ecf-81e7-0d209282fa5f), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:35.404907 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 54476) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:35.408830 dv-cinder-836072-1-iscsi neutron-server[110549]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 20:44:35.498597 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (291d3457-b9bc-4f40-bb65-7b3ae323c757), after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:35.507392 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-78c5be01-c5d5-4dff-984e-feb48397c0ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16729917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router (9c84159c-985b-4c22-95dc-29e58752883b), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:35.510918 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-78c5be01-c5d5-4dff-984e-feb48397c0ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16730285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16728316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16770512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router (9c84159c-985b-4c22-95dc-29e58752883b), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:35.571607 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10279929-cb4e-4172-a825-e2f5c39490fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee5b7b07-8262-5262-a6f7-e819c2b19a01-63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60'}]}} from dv-cinder-836072-1-iscsi. {{(pid=110551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:44:35.572542 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10279929-cb4e-4172-a825-e2f5c39490fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:35.587873 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Pushing event updated for resources: {'Port': ['ID=291d3457-b9bc-4f40-bb65-7b3ae323c757,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:35.603178 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Network 68a65e42-3a69-4c11-8f33-9e0a705f08d8 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:44:35.608274 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-78c5be01-c5d5-4dff-984e-feb48397c0ae admin admin] Publish callbacks [] for router_controller (9c84159c-985b-4c22-95dc-29e58752883b), precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:35.635312 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:35.635666 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:35.636204 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:35.636769 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:35.637122 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:35.637458 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:35.637794 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:35.638738 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:35.639079 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:35.639568 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Tracked resource versions report: Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: pushed versions: Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: { 'AddressGroup': {'1.2'}, Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'Agent': {'1.1'}, Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'ConntrackHelper': {'1.0'}, Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'Log': {'1.0'}, Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'NDPProxy': {'1.0'}, Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'Network': {'1.1'}, Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'Port': {'1.7'}, Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'PortForwarding': {'1.3'}, Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'QosPolicy': {'1.10'}, Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'SecurityGroup': {'1.5'}, Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'SubPort': {'1.0'}, Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'Subnet': {'1.1'}, Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'Trunk': {'1.1'}} Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: consumer versions: Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: { DHCP agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: HyperV agent@hv-cinder-83607: {}, Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: L3 agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: Metadata agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: Metering agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: Open vSwitch agent@dv-cinder-836072-1-iscsi: { 'AddressGroup': '1.2', Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'Agent': '1.1', Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'ConntrackHelper': '1.0', Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'LocalIPAssociation': '1.0', Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'Log': '1.0', Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'NDPProxy': '1.0', Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'Network': '1.1', Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'Port': '1.7', Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'PortForwarding': '1.3', Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'QosPolicy': '1.10', Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'SecurityGroup': '1.5', Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'SecurityGroupRule': '1.2', Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'SubPort': '1.0', Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'Subnet': '1.1', Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: 'Trunk': '1.1'}} Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: {{(pid=110551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:44:35.647164 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:44:35.651357 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:44:35.652948 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5aec57-da12-4cd4-a015-5c771ed75a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee5b7b07-8262-5262-a6f7-e819c2b19a01-aae64b56-d644-454d-807a-9ff75eea577e', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'fixed_ips': [{'subnet_id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80'}]}} from dv-cinder-836072-1-iscsi. {{(pid=110551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:44:35.654474 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-da5aec57-da12-4cd4-a015-5c771ed75a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:35.681348 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e16cd5-7dd8-4e57-8581-0ce92da5fee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee5b7b07-8262-5262-a6f7-e819c2b19a01-29c94a09-ad75-42a2-8666-a0269d34f4fc', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'fixed_ips': [{'subnet_id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1'}]}} from dv-cinder-836072-1-iscsi. {{(pid=110551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:44:35.684511 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16e16cd5-7dd8-4e57-8581-0ce92da5fee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:35.779248 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ab52f51e-a401-4bfe-b7ce-4d660fa2be4f admin admin] Publish callbacks [] for router_controller (a3f734c7-dd5f-4ecf-81e7-0d209282fa5f), precommit_add_association {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:35.905951 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8fc44f49-bf5d-43a3-9602-efb072793167 admin admin] Publish callbacks [] for router_gateway (6e8fb055-4b89-4db6-9327-8ddbd9c40743), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:35.914754 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-785470d8-fcdc-4346-8eb6-202c74df5585 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:44:35.916483 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-785470d8-fcdc-4346-8eb6-202c74df5585 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/networks?id=6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44 HTTP/1.1" status: 200 len: 811 time: 0.5096869 Mar 31 20:44:35.934348 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-9d0cc918-08d0-42ef-a716-8e8a2ef7e2f5 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/quotas/698f8eccb7fb417ebe2c00915731fc94 HTTP/1.1" status: 200 len: 375 time: 0.0110307 Mar 31 20:44:35.957423 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Attempting to bind port 291d3457-b9bc-4f40-bb65-7b3ae323c757 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:44:35.958050 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Attempting to bind port 291d3457-b9bc-4f40-bb65-7b3ae323c757 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': 'a37701f9-dff0-46e9-bd6a-4580ea1f1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:44:35.958050 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Attempting to bind port 291d3457-b9bc-4f40-bb65-7b3ae323c757 on network 68a65e42-3a69-4c11-8f33-9e0a705f08d8 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:44:35.984839 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-78c5be01-c5d5-4dff-984e-feb48397c0ae admin admin] Publish callbacks [] for router_gateway (9c84159c-985b-4c22-95dc-29e58752883b), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:35.988452 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b388e0e-1566-46c5-bd5a-6e2dbb28e612 admin admin] Publish callbacks [] for router_gateway (5b3fa499-51bc-42c0-9e22-2ec8e5331669), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:35.989589 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:44:35.989970 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Checking segment: {'id': 'a37701f9-dff0-46e9-bd6a-4580ea1f1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:44:35.990404 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:35.990803 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Bound using segment: {'id': 'a37701f9-dff0-46e9-bd6a-4580ea1f1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:44:35.991290 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Bound port: 291d3457-b9bc-4f40-bb65-7b3ae323c757, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37701f9-dff0-46e9-bd6a-4580ea1f1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:44:35.991673 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (291d3457-b9bc-4f40-bb65-7b3ae323c757), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:36.000195 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-8ecf73b0-a6b4-4d93-929e-dd6e873134e5 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=698f8eccb7fb417ebe2c00915731fc94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569773 Mar 31 20:44:36.020074 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-10279929-cb4e-4172-a825-e2f5c39490fa None None] Allocated IP 172.20.0.2 (63cb74cd-f9ca-4f98-a1e8-3428b271c26f/7eadc9f8-4885-4224-91fc-800445db1b60/8e946a01-9b91-468a-a511-d83c1989b630) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:44:36.020266 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b388e0e-1566-46c5-bd5a-6e2dbb28e612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:36.178644 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-da5aec57-da12-4cd4-a015-5c771ed75a60 None None] Allocated IP 172.20.0.2 (aae64b56-d644-454d-807a-9ff75eea577e/29e5f0dd-54c8-4420-95e1-1b4acc9a8f80/4322515f-2e36-44cf-ad0c-a75ccf343fd2) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:44:36.199028 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-16e16cd5-7dd8-4e57-8581-0ce92da5fee3 None None] Allocated IP 172.20.0.2 (29c94a09-ad75-42a2-8666-a0269d34f4fc/93b81d0e-6ec0-4ee6-b70d-0ae037b995d1/54d4d234-d57a-48e3-bcce-f80d0837d20b) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:44:36.208369 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ab52f51e-a401-4bfe-b7ce-4d660fa2be4f admin admin] Publish callbacks [] for router_gateway (a3f734c7-dd5f-4ecf-81e7-0d209282fa5f), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:36.230363 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-1b388e0e-1566-46c5-bd5a-6e2dbb28e612 admin admin] Allocated IP 172.27.0.216 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/0b5bb612-1c9e-484f-bf5c-7c279c924a64) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:44:36.295753 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] For port 291d3457-b9bc-4f40-bb65-7b3ae323c757, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:44:36.329859 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-c66afe63-7642-424a-a564-a4c7c6fdbc52 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=110549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:44:36.332576 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-c66afe63-7642-424a-a564-a4c7c6fdbc52 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1164851 Mar 31 20:44:36.373396 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] For port 291d3457-b9bc-4f40-bb65-7b3ae323c757, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=291d3457-b9bc-4f40-bb65-7b3ae323c757,segment=NetworkSegment(a37701f9-dff0-46e9-bd6a-4580ea1f1d67),segment_id=a37701f9-dff0-46e9-bd6a-4580ea1f1d67)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:44:36.376545 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b388e0e-1566-46c5-bd5a-6e2dbb28e612 admin admin] Publish callbacks [] for port (0b5bb612-1c9e-484f-bf5c-7c279c924a64), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:36.477848 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (291d3457-b9bc-4f40-bb65-7b3ae323c757), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:36.546994 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10279929-cb4e-4172-a825-e2f5c39490fa None None] Publish callbacks [] for port (8e946a01-9b91-468a-a511-d83c1989b630), precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:36.549223 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8fc44f49-bf5d-43a3-9602-efb072793167 admin admin] Publish callbacks [] for router_gateway (6e8fb055-4b89-4db6-9327-8ddbd9c40743), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:36.581380 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8fc44f49-bf5d-43a3-9602-efb072793167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:36.587127 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-5c11eb10-40cb-4fbe-b1ed-147d6cdc695f service neutron] 10.222.0.61 "GET /v2.0/networks/6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261891 Mar 31 20:44:36.615178 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a74124-94e4-4a85-801e-4d3745775b90 None None] Pushing event updated for resources: {'Port': ['ID=291d3457-b9bc-4f40-bb65-7b3ae323c757,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:36.620225 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-78c5be01-c5d5-4dff-984e-feb48397c0ae admin admin] Publish callbacks [] for router_gateway (9c84159c-985b-4c22-95dc-29e58752883b), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:36.661368 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10279929-cb4e-4172-a825-e2f5c39490fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (8e946a01-9b91-468a-a511-d83c1989b630), after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:36.667407 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-da5aec57-da12-4cd4-a015-5c771ed75a60 None None] Publish callbacks [] for port (4322515f-2e36-44cf-ad0c-a75ccf343fd2), precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:36.676147 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-78c5be01-c5d5-4dff-984e-feb48397c0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:36.720792 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16e16cd5-7dd8-4e57-8581-0ce92da5fee3 None None] Publish callbacks [] for port (54d4d234-d57a-48e3-bcce-f80d0837d20b), precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:36.734329 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10279929-cb4e-4172-a825-e2f5c39490fa None None] Network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:44:36.739055 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-10279929-cb4e-4172-a825-e2f5c39490fa None None] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:44:36.747017 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10279929-cb4e-4172-a825-e2f5c39490fa None None] Pushing event updated for resources: {'Port': ['ID=8e946a01-9b91-468a-a511-d83c1989b630,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:36.748840 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10279929-cb4e-4172-a825-e2f5c39490fa None None] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:44:36.775344 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-da5aec57-da12-4cd4-a015-5c771ed75a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (4322515f-2e36-44cf-ad0c-a75ccf343fd2), after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:36.778491 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b388e0e-1566-46c5-bd5a-6e2dbb28e612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (0b5bb612-1c9e-484f-bf5c-7c279c924a64), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:36.831170 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16e16cd5-7dd8-4e57-8581-0ce92da5fee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (54d4d234-d57a-48e3-bcce-f80d0837d20b), after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:36.882475 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-8fc44f49-bf5d-43a3-9602-efb072793167 admin admin] Allocated IP 172.27.0.27 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/16be24b5-ba3d-450f-bfee-b02f23392d88) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:44:36.935318 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b388e0e-1566-46c5-bd5a-6e2dbb28e612 admin admin] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:44:36.982696 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5aec57-da12-4cd4-a015-5c771ed75a60 None None] Network aae64b56-d644-454d-807a-9ff75eea577e is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:44:36.982696 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e16cd5-7dd8-4e57-8581-0ce92da5fee3 None None] Network 29c94a09-ad75-42a2-8666-a0269d34f4fc is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:44:36.982696 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-da5aec57-da12-4cd4-a015-5c771ed75a60 None None] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:44:36.984212 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-10279929-cb4e-4172-a825-e2f5c39490fa None None] Attempting to bind port 8e946a01-9b91-468a-a511-d83c1989b630 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:44:36.984479 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-10279929-cb4e-4172-a825-e2f5c39490fa None None] Attempting to bind port 8e946a01-9b91-468a-a511-d83c1989b630 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:44:36.984867 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10279929-cb4e-4172-a825-e2f5c39490fa None None] Attempting to bind port 8e946a01-9b91-468a-a511-d83c1989b630 on network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:44:36.987334 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5aec57-da12-4cd4-a015-5c771ed75a60 None None] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:44:36.992374 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-16e16cd5-7dd8-4e57-8581-0ce92da5fee3 None None] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:44:36.993935 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-1b388e0e-1566-46c5-bd5a-6e2dbb28e612 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:44:36.994471 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5aec57-da12-4cd4-a015-5c771ed75a60 None None] Pushing event updated for resources: {'Port': ['ID=4322515f-2e36-44cf-ad0c-a75ccf343fd2,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:37.000554 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b388e0e-1566-46c5-bd5a-6e2dbb28e612 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:44:37.014490 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e16cd5-7dd8-4e57-8581-0ce92da5fee3 None None] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:44:37.022167 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b388e0e-1566-46c5-bd5a-6e2dbb28e612 admin admin] Pushing event updated for resources: {'Port': ['ID=0b5bb612-1c9e-484f-bf5c-7c279c924a64,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:37.031642 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10279929-cb4e-4172-a825-e2f5c39490fa None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:44:37.039603 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10279929-cb4e-4172-a825-e2f5c39490fa None None] Checking segment: {'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:44:37.039603 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10279929-cb4e-4172-a825-e2f5c39490fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:37.039603 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10279929-cb4e-4172-a825-e2f5c39490fa None None] Bound using segment: {'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:44:37.039603 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-10279929-cb4e-4172-a825-e2f5c39490fa None None] Bound port: 8e946a01-9b91-468a-a511-d83c1989b630, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:44:37.039603 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10279929-cb4e-4172-a825-e2f5c39490fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (8e946a01-9b91-468a-a511-d83c1989b630), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:37.189591 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8fc44f49-bf5d-43a3-9602-efb072793167 admin admin] Publish callbacks [] for port (16be24b5-ba3d-450f-bfee-b02f23392d88), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:37.260188 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-56dbb20c-c85c-4856-af23-cf04728be518 service neutron] 10.222.0.61 "GET /v2.0/networks/6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6632171 Mar 31 20:44:37.305923 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e16cd5-7dd8-4e57-8581-0ce92da5fee3 None None] Pushing event updated for resources: {'Port': ['ID=54d4d234-d57a-48e3-bcce-f80d0837d20b,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:37.316168 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-da5aec57-da12-4cd4-a015-5c771ed75a60 None None] Attempting to bind port 4322515f-2e36-44cf-ad0c-a75ccf343fd2 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:44:37.316546 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-da5aec57-da12-4cd4-a015-5c771ed75a60 None None] Attempting to bind port 4322515f-2e36-44cf-ad0c-a75ccf343fd2 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': '82f3cc8a-d230-474e-9e03-5cccc3fb873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:44:37.316913 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5aec57-da12-4cd4-a015-5c771ed75a60 None None] Attempting to bind port 4322515f-2e36-44cf-ad0c-a75ccf343fd2 on network aae64b56-d644-454d-807a-9ff75eea577e {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:44:37.325812 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-16e16cd5-7dd8-4e57-8581-0ce92da5fee3 None None] Attempting to bind port 54d4d234-d57a-48e3-bcce-f80d0837d20b on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:44:37.325812 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-16e16cd5-7dd8-4e57-8581-0ce92da5fee3 None None] Attempting to bind port 54d4d234-d57a-48e3-bcce-f80d0837d20b by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': 'c83cbe5f-6769-4416-ae9a-aa7374099b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:44:37.325812 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e16cd5-7dd8-4e57-8581-0ce92da5fee3 None None] Attempting to bind port 54d4d234-d57a-48e3-bcce-f80d0837d20b on network 29c94a09-ad75-42a2-8666-a0269d34f4fc {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:44:37.339417 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5aec57-da12-4cd4-a015-5c771ed75a60 None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:44:37.339618 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5aec57-da12-4cd4-a015-5c771ed75a60 None None] Checking segment: {'id': '82f3cc8a-d230-474e-9e03-5cccc3fb873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:44:37.339951 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-da5aec57-da12-4cd4-a015-5c771ed75a60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:37.340106 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8fc44f49-bf5d-43a3-9602-efb072793167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (16be24b5-ba3d-450f-bfee-b02f23392d88), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:37.340353 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5aec57-da12-4cd4-a015-5c771ed75a60 None None] Bound using segment: {'id': '82f3cc8a-d230-474e-9e03-5cccc3fb873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:44:37.341024 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-da5aec57-da12-4cd4-a015-5c771ed75a60 None None] Bound port: 4322515f-2e36-44cf-ad0c-a75ccf343fd2, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f3cc8a-d230-474e-9e03-5cccc3fb873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:44:37.341568 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-da5aec57-da12-4cd4-a015-5c771ed75a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (4322515f-2e36-44cf-ad0c-a75ccf343fd2), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:37.356281 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e16cd5-7dd8-4e57-8581-0ce92da5fee3 None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:44:37.356659 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e16cd5-7dd8-4e57-8581-0ce92da5fee3 None None] Checking segment: {'id': 'c83cbe5f-6769-4416-ae9a-aa7374099b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:44:37.357120 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16e16cd5-7dd8-4e57-8581-0ce92da5fee3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:37.357523 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e16cd5-7dd8-4e57-8581-0ce92da5fee3 None None] Bound using segment: {'id': 'c83cbe5f-6769-4416-ae9a-aa7374099b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:44:37.358066 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-16e16cd5-7dd8-4e57-8581-0ce92da5fee3 None None] Bound port: 54d4d234-d57a-48e3-bcce-f80d0837d20b, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83cbe5f-6769-4416-ae9a-aa7374099b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:44:37.358462 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16e16cd5-7dd8-4e57-8581-0ce92da5fee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (54d4d234-d57a-48e3-bcce-f80d0837d20b), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:37.390904 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-10279929-cb4e-4172-a825-e2f5c39490fa None None] For port 8e946a01-9b91-468a-a511-d83c1989b630, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:44:37.397527 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc44f49-bf5d-43a3-9602-efb072793167 admin admin] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:44:37.425300 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-8fc44f49-bf5d-43a3-9602-efb072793167 admin admin] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:44:37.428772 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc44f49-bf5d-43a3-9602-efb072793167 admin admin] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:44:37.435907 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-10279929-cb4e-4172-a825-e2f5c39490fa None None] For port 8e946a01-9b91-468a-a511-d83c1989b630, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=8e946a01-9b91-468a-a511-d83c1989b630,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:44:37.478013 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc44f49-bf5d-43a3-9602-efb072793167 admin admin] Pushing event updated for resources: {'Port': ['ID=16be24b5-ba3d-450f-bfee-b02f23392d88,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:37.645816 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-78c5be01-c5d5-4dff-984e-feb48397c0ae admin admin] Allocated IP 172.27.0.188 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/05667e8f-0d6d-4f63-a439-c0a83707d584) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:44:37.697244 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ab52f51e-a401-4bfe-b7ce-4d660fa2be4f admin admin] Publish callbacks [] for router_gateway (a3f734c7-dd5f-4ecf-81e7-0d209282fa5f), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:37.725833 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10279929-cb4e-4172-a825-e2f5c39490fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (8e946a01-9b91-468a-a511-d83c1989b630), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:37.728653 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ab52f51e-a401-4bfe-b7ce-4d660fa2be4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:37.882748 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-da5aec57-da12-4cd4-a015-5c771ed75a60 None None] For port 4322515f-2e36-44cf-ad0c-a75ccf343fd2, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:44:37.885738 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-da5aec57-da12-4cd4-a015-5c771ed75a60 None None] For port 4322515f-2e36-44cf-ad0c-a75ccf343fd2, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=4322515f-2e36-44cf-ad0c-a75ccf343fd2,segment=NetworkSegment(82f3cc8a-d230-474e-9e03-5cccc3fb873b),segment_id=82f3cc8a-d230-474e-9e03-5cccc3fb873b)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:44:37.973326 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-16e16cd5-7dd8-4e57-8581-0ce92da5fee3 None None] For port 54d4d234-d57a-48e3-bcce-f80d0837d20b, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:44:38.001851 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-16e16cd5-7dd8-4e57-8581-0ce92da5fee3 None None] For port 54d4d234-d57a-48e3-bcce-f80d0837d20b, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=54d4d234-d57a-48e3-bcce-f80d0837d20b,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:44:38.008466 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-da5aec57-da12-4cd4-a015-5c771ed75a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (4322515f-2e36-44cf-ad0c-a75ccf343fd2), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:38.026735 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10279929-cb4e-4172-a825-e2f5c39490fa None None] Pushing event updated for resources: {'Port': ['ID=8e946a01-9b91-468a-a511-d83c1989b630,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:38.060558 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 54538) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:38.125892 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16e16cd5-7dd8-4e57-8581-0ce92da5fee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (54d4d234-d57a-48e3-bcce-f80d0837d20b), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:38.209830 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5aec57-da12-4cd4-a015-5c771ed75a60 None None] Pushing event updated for resources: {'Port': ['ID=4322515f-2e36-44cf-ad0c-a75ccf343fd2,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:38.253787 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-83e5594d-3fa0-4383-840b-77af3d0c586f req-257fcdf9-b0db-4836-9362-84b24f1cd58f tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 210 time: 0.1916881 Mar 31 20:44:38.336906 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8fc44f49-bf5d-43a3-9602-efb072793167 admin admin] Publish callbacks [] for router_gateway (6e8fb055-4b89-4db6-9327-8ddbd9c40743), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:38.409753 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-78c5be01-c5d5-4dff-984e-feb48397c0ae admin admin] Publish callbacks [] for port (05667e8f-0d6d-4f63-a439-c0a83707d584), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:38.419577 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e16cd5-7dd8-4e57-8581-0ce92da5fee3 None None] Pushing event updated for resources: {'Port': ['ID=54d4d234-d57a-48e3-bcce-f80d0837d20b,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:38.438230 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b388e0e-1566-46c5-bd5a-6e2dbb28e612 admin admin] Publish callbacks [] for router_gateway (5b3fa499-51bc-42c0-9e22-2ec8e5331669), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:38.814027 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0206ef10-cc03-44f4-b397-dbf148cdc587 None None] Network 68a65e42-3a69-4c11-8f33-9e0a705f08d8 requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:44:38.814027 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-f53fb771-d825-4d34-ac41-e7b6ed598433 None None] Provisioning complete for port 291d3457-b9bc-4f40-bb65-7b3ae323c757 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:38.814027 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f53fb771-d825-4d34-ac41-e7b6ed598433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (291d3457-b9bc-4f40-bb65-7b3ae323c757), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:39.055365 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8fc44f49-bf5d-43a3-9602-efb072793167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16730276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16728107'] for router (6e8fb055-4b89-4db6-9327-8ddbd9c40743), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:39.057190 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-78c5be01-c5d5-4dff-984e-feb48397c0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (05667e8f-0d6d-4f63-a439-c0a83707d584), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:39.058757 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-ab52f51e-a401-4bfe-b7ce-4d660fa2be4f admin admin] Allocated IP 172.27.0.252 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/5e06fafe-6f50-4817-9860-fb782d1a8596) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:44:39.141911 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-134bcb1d-3e17-49f2-88ff-c7365051ed30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:39.148423 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-f53fb771-d825-4d34-ac41-e7b6ed598433 None None] Current status of the port 291d3457-b9bc-4f40-bb65-7b3ae323c757 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:39.153572 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f53fb771-d825-4d34-ac41-e7b6ed598433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (291d3457-b9bc-4f40-bb65-7b3ae323c757), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:39.164961 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c5be01-c5d5-4dff-984e-feb48397c0ae admin admin] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:44:39.176766 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-78c5be01-c5d5-4dff-984e-feb48397c0ae admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:44:39.187743 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c5be01-c5d5-4dff-984e-feb48397c0ae admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:44:39.194179 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5be01-c5d5-4dff-984e-feb48397c0ae admin admin] Pushing event updated for resources: {'Port': ['ID=05667e8f-0d6d-4f63-a439-c0a83707d584,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:39.236573 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b388e0e-1566-46c5-bd5a-6e2dbb28e612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16730276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16728107'] for router (5b3fa499-51bc-42c0-9e22-2ec8e5331669), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:39.282804 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-f53fb771-d825-4d34-ac41-e7b6ed598433 None None] For port 291d3457-b9bc-4f40-bb65-7b3ae323c757, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=291d3457-b9bc-4f40-bb65-7b3ae323c757,segment=NetworkSegment(a37701f9-dff0-46e9-bd6a-4580ea1f1d67),segment_id=a37701f9-dff0-46e9-bd6a-4580ea1f1d67)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:44:39.337355 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 291d3457-b9bc-4f40-bb65-7b3ae323c757 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:44:39.393532 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f53fb771-d825-4d34-ac41-e7b6ed598433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (291d3457-b9bc-4f40-bb65-7b3ae323c757), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:39.514336 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c4d6670b-01ef-4db2-a210-2eeca4a891ee req-02cddf8d-a27a-42f6-9139-034a679381ab tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 210 time: 0.0902441 Mar 31 20:44:39.518548 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ab52f51e-a401-4bfe-b7ce-4d660fa2be4f admin admin] Publish callbacks [] for port (5e06fafe-6f50-4817-9860-fb782d1a8596), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:39.554526 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fb771-d825-4d34-ac41-e7b6ed598433 None None] Pushing event updated for resources: {'Port': ['ID=291d3457-b9bc-4f40-bb65-7b3ae323c757,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:39.563722 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 291d3457-b9bc-4f40-bb65-7b3ae323c757 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:39.564469 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (291d3457-b9bc-4f40-bb65-7b3ae323c757), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:39.706580 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 291d3457-b9bc-4f40-bb65-7b3ae323c757 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:39.707926 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 4322515f-2e36-44cf-ad0c-a75ccf343fd2 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:44:39.762286 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc44f49-bf5d-43a3-9602-efb072793167 admin admin] Router 6e8fb055-4b89-4db6-9327-8ddbd9c40743 is scheduled to L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff with binding_index 1 {{(pid=110549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:44:39.770210 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-2a453e4c-9ac0-4274-9f1f-d8cbfe7e6af5 None None] Provisioning complete for port 291d3457-b9bc-4f40-bb65-7b3ae323c757 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:39.770210 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2a453e4c-9ac0-4274-9f1f-d8cbfe7e6af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (291d3457-b9bc-4f40-bb65-7b3ae323c757), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:39.772365 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ab52f51e-a401-4bfe-b7ce-4d660fa2be4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (5e06fafe-6f50-4817-9860-fb782d1a8596), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:39.837203 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 4322515f-2e36-44cf-ad0c-a75ccf343fd2 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:39.837506 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (4322515f-2e36-44cf-ad0c-a75ccf343fd2), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:39.920137 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab52f51e-a401-4bfe-b7ce-4d660fa2be4f admin admin] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:44:39.936768 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-ab52f51e-a401-4bfe-b7ce-4d660fa2be4f admin admin] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:44:39.956875 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-78c5be01-c5d5-4dff-984e-feb48397c0ae admin admin] Publish callbacks [] for router_gateway (9c84159c-985b-4c22-95dc-29e58752883b), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:39.967240 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-2a453e4c-9ac0-4274-9f1f-d8cbfe7e6af5 None None] Current status of the port 291d3457-b9bc-4f40-bb65-7b3ae323c757 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:39.970673 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b388e0e-1566-46c5-bd5a-6e2dbb28e612 admin admin] Router 5b3fa499-51bc-42c0-9e22-2ec8e5331669 is scheduled to L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:44:39.979263 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab52f51e-a401-4bfe-b7ce-4d660fa2be4f admin admin] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:44:40.025084 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 4322515f-2e36-44cf-ad0c-a75ccf343fd2 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:40.025875 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (4322515f-2e36-44cf-ad0c-a75ccf343fd2), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:40.070169 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] For port 4322515f-2e36-44cf-ad0c-a75ccf343fd2, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=4322515f-2e36-44cf-ad0c-a75ccf343fd2,segment=NetworkSegment(82f3cc8a-d230-474e-9e03-5cccc3fb873b),segment_id=82f3cc8a-d230-474e-9e03-5cccc3fb873b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:44:40.146008 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (4322515f-2e36-44cf-ad0c-a75ccf343fd2), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:40.147487 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 8e946a01-9b91-468a-a511-d83c1989b630 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:44:40.246713 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69232b94-e418-427d-8578-f08d8d0ea1f4 None None] Network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:44:40.434647 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52f51e-a401-4bfe-b7ce-4d660fa2be4f admin admin] Pushing event updated for resources: {'Port': ['ID=5e06fafe-6f50-4817-9860-fb782d1a8596,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:40.447705 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-7fc26cd6-1c33-4827-ab24-110c48d79537 None None] Provisioning complete for port 8e946a01-9b91-468a-a511-d83c1989b630 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:40.449123 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fc26cd6-1c33-4827-ab24-110c48d79537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (8e946a01-9b91-468a-a511-d83c1989b630), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:40.484991 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc44f49-bf5d-43a3-9602-efb072793167 admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:44:40.504911 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] Sync routers for ids ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:44:40.526471 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] Routers {'6e8fb055-4b89-4db6-9327-8ddbd9c40743'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:44:40.529883 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:44:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:40.584122 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387fdcba-14c7-4edc-ab50-11e3e711a43e None None] Network 29c94a09-ad75-42a2-8666-a0269d34f4fc requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:44:40.700711 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837faef2-2265-453b-b007-41b06a4fc19c None None] Network aae64b56-d644-454d-807a-9ff75eea577e requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:44:40.742148 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8fc44f49-bf5d-43a3-9602-efb072793167 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:40.744083 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-8fc44f49-bf5d-43a3-9602-efb072793167 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6124949 Mar 31 20:44:40.747435 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] Set router 6e8fb055-4b89-4db6-9327-8ddbd9c40743 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:44:40.749127 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 54612) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:40.754814 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b388e0e-1566-46c5-bd5a-6e2dbb28e612 admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:44:40.789089 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] Sync routers for ids ['5b3fa499-51bc-42c0-9e22-2ec8e5331669'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:44:40.797046 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Pushing event updated for resources: {'Port': ['ID=4322515f-2e36-44cf-ad0c-a75ccf343fd2,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:40.806635 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0d4c6517-aebf-4da3-b2df-c2586ed0d98f req-cd43fb96-fa04-4878-bc09-a265f2a5adf5 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 210 time: 0.1262829 Mar 31 20:44:40.879836 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-7fc26cd6-1c33-4827-ab24-110c48d79537 None None] Current status of the port 8e946a01-9b91-468a-a511-d83c1989b630 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:40.880159 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fc26cd6-1c33-4827-ab24-110c48d79537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (8e946a01-9b91-468a-a511-d83c1989b630), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:40.944658 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b388e0e-1566-46c5-bd5a-6e2dbb28e612 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:40.949672 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-1b388e0e-1566-46c5-bd5a-6e2dbb28e612 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.4825928 Mar 31 20:44:40.949672 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 54622) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:40.976597 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ab52f51e-a401-4bfe-b7ce-4d660fa2be4f admin admin] Publish callbacks [] for router_gateway (a3f734c7-dd5f-4ecf-81e7-0d209282fa5f), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:40.990369 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 8e946a01-9b91-468a-a511-d83c1989b630 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:40.990773 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (8e946a01-9b91-468a-a511-d83c1989b630), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:41.044025 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'name': 'tempest-AttachVolumeShelveTestJSON-620146898-router', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:37Z', 'revision_number': 3, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'gw_port': {'id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:41.087317 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] Checking router: 6e8fb055-4b89-4db6-9327-8ddbd9c40743 for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:44:41.088038 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] Updating router 6e8fb055-4b89-4db6-9327-8ddbd9c40743 port 16be24b5-ba3d-450f-bfee-b02f23392d88 binding host dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:44:41.125470 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (16be24b5-ba3d-450f-bfee-b02f23392d88), before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:41.132252 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] Routers {'5b3fa499-51bc-42c0-9e22-2ec8e5331669'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:44:41.132838 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:44:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['5b3fa499-51bc-42c0-9e22-2ec8e5331669'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:41.237682 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-78c5be01-c5d5-4dff-984e-feb48397c0ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16730276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16728107'] for router (9c84159c-985b-4c22-95dc-29e58752883b), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:41.400281 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-7fc26cd6-1c33-4827-ab24-110c48d79537 None None] For port 8e946a01-9b91-468a-a511-d83c1989b630, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=8e946a01-9b91-468a-a511-d83c1989b630,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:44:41.512563 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] Publish callbacks [] for port (16be24b5-ba3d-450f-bfee-b02f23392d88), precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:41.526524 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fc26cd6-1c33-4827-ab24-110c48d79537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (8e946a01-9b91-468a-a511-d83c1989b630), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:41.584034 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (16be24b5-ba3d-450f-bfee-b02f23392d88), after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:41.702602 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106400d9-76b1-4c99-9f19-0d48f5d16ed6 None None] Pushing event updated for resources: {'Port': ['ID=16be24b5-ba3d-450f-bfee-b02f23392d88,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:41.725677 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106400d9-76b1-4c99-9f19-0d48f5d16ed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:41.726076 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106400d9-76b1-4c99-9f19-0d48f5d16ed6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:41.727422 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106400d9-76b1-4c99-9f19-0d48f5d16ed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:41.727820 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106400d9-76b1-4c99-9f19-0d48f5d16ed6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:41.728181 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106400d9-76b1-4c99-9f19-0d48f5d16ed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:41.728523 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106400d9-76b1-4c99-9f19-0d48f5d16ed6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:41.728906 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106400d9-76b1-4c99-9f19-0d48f5d16ed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:41.729252 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106400d9-76b1-4c99-9f19-0d48f5d16ed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:41.729774 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106400d9-76b1-4c99-9f19-0d48f5d16ed6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:41.730115 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106400d9-76b1-4c99-9f19-0d48f5d16ed6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:41.730450 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106400d9-76b1-4c99-9f19-0d48f5d16ed6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:41.730793 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106400d9-76b1-4c99-9f19-0d48f5d16ed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:41.731319 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106400d9-76b1-4c99-9f19-0d48f5d16ed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:41.731811 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106400d9-76b1-4c99-9f19-0d48f5d16ed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:41.733531 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106400d9-76b1-4c99-9f19-0d48f5d16ed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106400d9-76b1-4c99-9f19-0d48f5d16ed6 None None] Tracked resource versions report: Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: pushed versions: Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: { 'AddressGroup': {'1.2'}, Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'Agent': {'1.1'}, Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'ConntrackHelper': {'1.0'}, Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'Log': {'1.0'}, Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'NDPProxy': {'1.0'}, Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'Network': {'1.1'}, Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'Port': {'1.7'}, Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'PortForwarding': {'1.3'}, Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'QosPolicy': {'1.10'}, Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'SecurityGroup': {'1.5'}, Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'SubPort': {'1.0'}, Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'Subnet': {'1.1'}, Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'Trunk': {'1.1'}} Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: consumer versions: Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: { DHCP agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: HyperV agent@hv-cinder-83607: {}, Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: L3 agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: Metadata agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: Metering agent@dv-cinder-836072-1-iscsi: {}, Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: Open vSwitch agent@dv-cinder-836072-1-iscsi: { 'AddressGroup': '1.2', Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'Agent': '1.1', Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'ConntrackHelper': '1.0', Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'LocalIPAssociation': '1.0', Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'Log': '1.0', Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'NDPProxy': '1.0', Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'Network': '1.1', Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'Port': '1.7', Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'PortForwarding': '1.3', Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'QosPolicy': '1.10', Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'SecurityGroup': '1.5', Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'SecurityGroupRule': '1.2', Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'SubPort': '1.0', Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'Subnet': '1.1', Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: 'Trunk': '1.1'}} Mar 31 20:44:41.735174 dv-cinder-836072-1-iscsi neutron-server[110552]: {{(pid=110552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:44:41.794192 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] Set router 5b3fa499-51bc-42c0-9e22-2ec8e5331669 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:44:41.804755 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc26cd6-1c33-4827-ab24-110c48d79537 None None] Pushing event updated for resources: {'Port': ['ID=8e946a01-9b91-468a-a511-d83c1989b630,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:41.807618 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] Attempting to bind port 16be24b5-ba3d-450f-bfee-b02f23392d88 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:44:41.809558 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] Attempting to bind port 16be24b5-ba3d-450f-bfee-b02f23392d88 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:44:41.809558 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] Attempting to bind port 16be24b5-ba3d-450f-bfee-b02f23392d88 on network 058c73fb-def7-43e1-b39b-9141f1a05ed2 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:44:41.831564 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:44:41.834859 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] Checking segment: {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:44:41.835470 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:41.835906 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] Bound using segment: {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:44:41.840465 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] Bound port: 16be24b5-ba3d-450f-bfee-b02f23392d88, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:44:41.841210 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (16be24b5-ba3d-450f-bfee-b02f23392d88), before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:41.951658 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ab52f51e-a401-4bfe-b7ce-4d660fa2be4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16730276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16728107'] for router (a3f734c7-dd5f-4ecf-81e7-0d209282fa5f), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:42.027271 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] For port 16be24b5-ba3d-450f-bfee-b02f23392d88, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:44:42.031684 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] For port 16be24b5-ba3d-450f-bfee-b02f23392d88, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=16be24b5-ba3d-450f-bfee-b02f23392d88,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:44:42.103901 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (16be24b5-ba3d-450f-bfee-b02f23392d88), after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:42.109239 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b95844fa-8a1a-4fa7-96af-a7ad561ff42d req-da43681b-59bb-409b-bfd6-d7b823d8b0cb tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 210 time: 0.0377061 Mar 31 20:44:42.137409 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-843fc815-91b7-481c-9d51-06e6c4edccb5 None None] Provisioning complete for port 8e946a01-9b91-468a-a511-d83c1989b630 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:42.137964 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-843fc815-91b7-481c-9d51-06e6c4edccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (8e946a01-9b91-468a-a511-d83c1989b630), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:42.141799 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 8e946a01-9b91-468a-a511-d83c1989b630 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:42.143256 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c5be01-c5d5-4dff-984e-feb48397c0ae admin admin] Router 9c84159c-985b-4c22-95dc-29e58752883b is scheduled to L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:44:42.177212 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fb0e333e-21df-4753-92a9-be7240feec57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:42.183273 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] Routers {'6e8fb055-4b89-4db6-9327-8ddbd9c40743'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:44:42.183966 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:44:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:42.237475 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-27c7724a-3528-4673-82df-92438a9b870c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:42.370589 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] Set router 6e8fb055-4b89-4db6-9327-8ddbd9c40743 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:44:42.436607 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-843fc815-91b7-481c-9d51-06e6c4edccb5 None None] Current status of the port 8e946a01-9b91-468a-a511-d83c1989b630 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:42.465324 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 291d3457-b9bc-4f40-bb65-7b3ae323c757 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:44:42.489610 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e0b4ae1c-3cb3-4c2f-b946-07d4d4cce250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:42.507983 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-843fc815-91b7-481c-9d51-06e6c4edccb5 None None] Provisioning complete for port 54d4d234-d57a-48e3-bcce-f80d0837d20b triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:42.508392 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-843fc815-91b7-481c-9d51-06e6c4edccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (54d4d234-d57a-48e3-bcce-f80d0837d20b), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:42.558395 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'name': 'tempest-ServerRescueNegativeTestJSON-451412803-router', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:34Z', 'updated_at': '2022-03-31T20:44:37Z', 'revision_number': 3, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'gw_port': {'id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:87:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:42.563498 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 291d3457-b9bc-4f40-bb65-7b3ae323c757 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:42.564250 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (291d3457-b9bc-4f40-bb65-7b3ae323c757), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:42.601537 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c5be01-c5d5-4dff-984e-feb48397c0ae admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:44:42.635579 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106400d9-76b1-4c99-9f19-0d48f5d16ed6 None None] Pushing event updated for resources: {'Port': ['ID=16be24b5-ba3d-450f-bfee-b02f23392d88,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:42.643803 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] Sync routers for ids ['9c84159c-985b-4c22-95dc-29e58752883b'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:44:42.669037 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] Routers {'9c84159c-985b-4c22-95dc-29e58752883b'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:44:42.674773 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:44:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['9c84159c-985b-4c22-95dc-29e58752883b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:42.674929 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] Checking router: 5b3fa499-51bc-42c0-9e22-2ec8e5331669 for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:44:42.674929 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] Updating router 5b3fa499-51bc-42c0-9e22-2ec8e5331669 port 0b5bb612-1c9e-484f-bf5c-7c279c924a64 binding host dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:44:42.705280 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-27c7724a-3528-4673-82df-92438a9b870c admin admin] Allocated IP 172.20.0.1 (68a65e42-3a69-4c11-8f33-9e0a705f08d8/3d3bfe61-66f5-4685-b3aa-57a09c0f885e/db7e5db4-afd3-44f6-8162-dbd69bea9e60) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:44:42.711027 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-78c5be01-c5d5-4dff-984e-feb48397c0ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:42.714797 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-78c5be01-c5d5-4dff-984e-feb48397c0ae admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.3914564 Mar 31 20:44:42.729412 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 54670) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:42.739421 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (0b5bb612-1c9e-484f-bf5c-7c279c924a64), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:42.791374 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] Set router 9c84159c-985b-4c22-95dc-29e58752883b gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:44:42.805190 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-e0b4ae1c-3cb3-4c2f-b946-07d4d4cce250 admin admin] Allocated IP 172.20.0.1 (29c94a09-ad75-42a2-8666-a0269d34f4fc/93b81d0e-6ec0-4ee6-b70d-0ae037b995d1/b36cad33-9bb1-4af8-a697-e43df3567b0b) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:44:42.914100 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e0b4ae1c-3cb3-4c2f-b946-07d4d4cce250 admin admin] Publish callbacks [] for port (b36cad33-9bb1-4af8-a697-e43df3567b0b), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:42.989852 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'name': 'tempest-AttachVolumeShelveTestJSON-620146898-router', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:37Z', 'revision_number': 3, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'gw_port': {'id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:43.018426 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e0b4ae1c-3cb3-4c2f-b946-07d4d4cce250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (b36cad33-9bb1-4af8-a697-e43df3567b0b), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:43.034713 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-27c7724a-3528-4673-82df-92438a9b870c admin admin] Publish callbacks [] for port (db7e5db4-afd3-44f6-8162-dbd69bea9e60), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:43.077022 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4ae1c-3cb3-4c2f-b946-07d4d4cce250 admin admin] Pushing event updated for resources: {'Port': ['ID=b36cad33-9bb1-4af8-a697-e43df3567b0b,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:43.082645 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab52f51e-a401-4bfe-b7ce-4d660fa2be4f admin admin] Router a3f734c7-dd5f-4ecf-81e7-0d209282fa5f is scheduled to L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff with binding_index 1 {{(pid=110549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:44:43.099885 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 291d3457-b9bc-4f40-bb65-7b3ae323c757 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:43.100496 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b4ae1c-3cb3-4c2f-b946-07d4d4cce250 admin admin] Network 29c94a09-ad75-42a2-8666-a0269d34f4fc is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:44:43.101106 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 4322515f-2e36-44cf-ad0c-a75ccf343fd2 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:44:43.102923 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-e0b4ae1c-3cb3-4c2f-b946-07d4d4cce250 admin admin] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:44:43.106045 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b4ae1c-3cb3-4c2f-b946-07d4d4cce250 admin admin] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:44:43.107534 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e0b4ae1c-3cb3-4c2f-b946-07d4d4cce250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16736252'] for router_interface (6e8fb055-4b89-4db6-9327-8ddbd9c40743), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:43.148697 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab01cc8-3ed9-4dca-8fd7-664b5ff1397f None None] The sync data for ids ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'] in dv-cinder-836072-1-iscsi is: [{'id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'name': 'tempest-AttachVolumeShelveTestJSON-620146898-router', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:37Z', 'revision_number': 3, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'gw_port': {'id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:44:43.162086 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] Publish callbacks [] for port (0b5bb612-1c9e-484f-bf5c-7c279c924a64), precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:43.164483 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-843fc815-91b7-481c-9d51-06e6c4edccb5 None None] Current status of the port 54d4d234-d57a-48e3-bcce-f80d0837d20b is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:43.166736 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-843fc815-91b7-481c-9d51-06e6c4edccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (54d4d234-d57a-48e3-bcce-f80d0837d20b), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:43.211229 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:39Z', 'revision_number': 3, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:43.282137 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-843fc815-91b7-481c-9d51-06e6c4edccb5 None None] For port 54d4d234-d57a-48e3-bcce-f80d0837d20b, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=54d4d234-d57a-48e3-bcce-f80d0837d20b,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:44:43.309162 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] Checking router: 9c84159c-985b-4c22-95dc-29e58752883b for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:44:43.309162 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] Updating router 9c84159c-985b-4c22-95dc-29e58752883b port 05667e8f-0d6d-4f63-a439-c0a83707d584 binding host dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:44:43.330425 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (0b5bb612-1c9e-484f-bf5c-7c279c924a64), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:43.381818 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (05667e8f-0d6d-4f63-a439-c0a83707d584), before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:43.428438 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-843fc815-91b7-481c-9d51-06e6c4edccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (54d4d234-d57a-48e3-bcce-f80d0837d20b), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:43.447933 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 4322515f-2e36-44cf-ad0c-a75ccf343fd2 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:43.449029 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (4322515f-2e36-44cf-ad0c-a75ccf343fd2), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:43.457010 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:43.491110 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab52f51e-a401-4bfe-b7ce-4d660fa2be4f admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:44:43.496287 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] Attempting to bind port 0b5bb612-1c9e-484f-bf5c-7c279c924a64 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:44:43.497381 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] Attempting to bind port 0b5bb612-1c9e-484f-bf5c-7c279c924a64 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:44:43.497877 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] Attempting to bind port 0b5bb612-1c9e-484f-bf5c-7c279c924a64 on network 058c73fb-def7-43e1-b39b-9141f1a05ed2 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:44:43.531753 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-27c7724a-3528-4673-82df-92438a9b870c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (db7e5db4-afd3-44f6-8162-dbd69bea9e60), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:43.538383 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] Sync routers for ids ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:44:43.562748 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8e0fed03-408c-4b02-9349-b2871daa92b3 req-bbf08610-7f19-4da7-a8cb-89886e6d5818 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 210 time: 0.0739384 Mar 31 20:44:43.569321 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-843fc815-91b7-481c-9d51-06e6c4edccb5 None None] Provisioning complete for port 4322515f-2e36-44cf-ad0c-a75ccf343fd2 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:43.569896 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-843fc815-91b7-481c-9d51-06e6c4edccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (4322515f-2e36-44cf-ad0c-a75ccf343fd2), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:43.598580 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e0b4ae1c-3cb3-4c2f-b946-07d4d4cce250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (b36cad33-9bb1-4af8-a697-e43df3567b0b), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:43.604163 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:44:43.604804 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] Checking segment: {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:44:43.605454 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:43.606101 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] Bound using segment: {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:44:43.606832 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] Bound port: 0b5bb612-1c9e-484f-bf5c-7c279c924a64, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:44:43.607434 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (0b5bb612-1c9e-484f-bf5c-7c279c924a64), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:43.610999 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c146a69-b9ba-4490-bc06-34ec3ec3153d None None] Pushing event updated for resources: {'Port': ['ID=0b5bb612-1c9e-484f-bf5c-7c279c924a64,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:43.695030 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7724a-3528-4673-82df-92438a9b870c admin admin] Pushing event updated for resources: {'Port': ['ID=db7e5db4-afd3-44f6-8162-dbd69bea9e60,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:43.717204 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c7724a-3528-4673-82df-92438a9b870c admin admin] Network 68a65e42-3a69-4c11-8f33-9e0a705f08d8 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:44:43.720392 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-27c7724a-3528-4673-82df-92438a9b870c admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:44:43.725426 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c7724a-3528-4673-82df-92438a9b870c admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:44:43.726227 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-27c7724a-3528-4673-82df-92438a9b870c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16736252'] for router_interface (5b3fa499-51bc-42c0-9e22-2ec8e5331669), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:43.728755 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] Routers {'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:44:43.729397 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:44:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:43.765266 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ab52f51e-a401-4bfe-b7ce-4d660fa2be4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:43.769652 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-ab52f51e-a401-4bfe-b7ce-4d660fa2be4f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.5732148 Mar 31 20:44:43.773883 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 54678) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:43.843454 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fc815-91b7-481c-9d51-06e6c4edccb5 None None] Pushing event updated for resources: {'Port': ['ID=54d4d234-d57a-48e3-bcce-f80d0837d20b,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:43.991215 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] For port 0b5bb612-1c9e-484f-bf5c-7c279c924a64, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:44:43.991420 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] Publish callbacks [] for port (05667e8f-0d6d-4f63-a439-c0a83707d584), precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:43.996692 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] For port 0b5bb612-1c9e-484f-bf5c-7c279c924a64, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=0b5bb612-1c9e-484f-bf5c-7c279c924a64,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:44:44.061819 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (05667e8f-0d6d-4f63-a439-c0a83707d584), after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:44.112442 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (0b5bb612-1c9e-484f-bf5c-7c279c924a64), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:44.124187 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] Attempting to bind port 05667e8f-0d6d-4f63-a439-c0a83707d584 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:44:44.124572 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] Attempting to bind port 05667e8f-0d6d-4f63-a439-c0a83707d584 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:44:44.124943 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] Attempting to bind port 05667e8f-0d6d-4f63-a439-c0a83707d584 on network 058c73fb-def7-43e1-b39b-9141f1a05ed2 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:44:44.171157 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:44:44.171634 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] Checking segment: {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:44:44.172248 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:44.172697 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] Bound using segment: {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:44:44.173463 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] Bound port: 05667e8f-0d6d-4f63-a439-c0a83707d584, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:44:44.173854 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (05667e8f-0d6d-4f63-a439-c0a83707d584), before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:44.203194 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6f2b0-ace0-4007-a5aa-56b1b8fe2532 None None] Pushing event updated for resources: {'Port': ['ID=05667e8f-0d6d-4f63-a439-c0a83707d584,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:44.246841 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c146a69-b9ba-4490-bc06-34ec3ec3153d None None] Pushing event updated for resources: {'Port': ['ID=0b5bb612-1c9e-484f-bf5c-7c279c924a64,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:44.247164 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0d44bbc6-ef4b-4931-8228-b96785808e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:44.348614 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] For port 05667e8f-0d6d-4f63-a439-c0a83707d584, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:44:44.360795 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] For port 05667e8f-0d6d-4f63-a439-c0a83707d584, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=05667e8f-0d6d-4f63-a439-c0a83707d584,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:44:44.363117 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 4322515f-2e36-44cf-ad0c-a75ccf343fd2 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:44.364524 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 54d4d234-d57a-48e3-bcce-f80d0837d20b up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:44:44.398345 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e0b4ae1c-3cb3-4c2f-b946-07d4d4cce250 admin admin] Publish callbacks [] for port (b36cad33-9bb1-4af8-a697-e43df3567b0b), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:44.411276 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] Set router a3f734c7-dd5f-4ecf-81e7-0d209282fa5f gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:44:44.440939 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-27c7724a-3528-4673-82df-92438a9b870c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (db7e5db4-afd3-44f6-8162-dbd69bea9e60), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:44.486580 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-843fc815-91b7-481c-9d51-06e6c4edccb5 None None] Current status of the port 4322515f-2e36-44cf-ad0c-a75ccf343fd2 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:44.509636 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] Routers {'5b3fa499-51bc-42c0-9e22-2ec8e5331669'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:44:44.510291 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:44:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['5b3fa499-51bc-42c0-9e22-2ec8e5331669'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:44.566492 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (05667e8f-0d6d-4f63-a439-c0a83707d584), after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:44.584339 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e0b4ae1c-3cb3-4c2f-b946-07d4d4cce250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (b36cad33-9bb1-4af8-a697-e43df3567b0b), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:44.596317 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e0b4ae1c-3cb3-4c2f-b946-07d4d4cce250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16300123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16736104'] for router_interface (6e8fb055-4b89-4db6-9327-8ddbd9c40743), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:44.723116 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] Routers {'9c84159c-985b-4c22-95dc-29e58752883b'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:44:44.724357 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:44:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['9c84159c-985b-4c22-95dc-29e58752883b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:44.730437 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6f2b0-ace0-4007-a5aa-56b1b8fe2532 None None] Pushing event updated for resources: {'Port': ['ID=05667e8f-0d6d-4f63-a439-c0a83707d584,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:44.758083 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-0d44bbc6-ef4b-4931-8228-b96785808e85 admin admin] Allocated IP 172.20.0.1 (63cb74cd-f9ca-4f98-a1e8-3428b271c26f/7eadc9f8-4885-4224-91fc-800445db1b60/73112399-7fd3-482e-83ea-1cf2fab64872) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:44:44.816513 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d6e4861b-afd2-4c74-933a-5dc98b232daa None None] Provisioning complete for port db7e5db4-afd3-44f6-8162-dbd69bea9e60 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:44.816896 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d6e4861b-afd2-4c74-933a-5dc98b232daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (db7e5db4-afd3-44f6-8162-dbd69bea9e60), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:44.819093 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 54d4d234-d57a-48e3-bcce-f80d0837d20b triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:44.819809 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (54d4d234-d57a-48e3-bcce-f80d0837d20b), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:44.920151 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-27c7724a-3528-4673-82df-92438a9b870c admin admin] Publish callbacks [] for port (db7e5db4-afd3-44f6-8162-dbd69bea9e60), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:44.972610 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b0e57c6c-d198-490a-95b9-4fc3cfe0d035 req-1f3781a4-7510-458d-b33d-9a94b49cdab4 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 210 time: 0.2170420 Mar 31 20:44:44.991698 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0d44bbc6-ef4b-4931-8228-b96785808e85 admin admin] Publish callbacks [] for port (73112399-7fd3-482e-83ea-1cf2fab64872), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:45.037400 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d6e4861b-afd2-4c74-933a-5dc98b232daa None None] Port db7e5db4-afd3-44f6-8162-dbd69bea9e60 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:44:45.042442 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-27c7724a-3528-4673-82df-92438a9b870c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (db7e5db4-afd3-44f6-8162-dbd69bea9e60), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:45.043057 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-27c7724a-3528-4673-82df-92438a9b870c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16300123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16736104'] for router_interface (5b3fa499-51bc-42c0-9e22-2ec8e5331669), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:45.056645 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4ae1c-3cb3-4c2f-b946-07d4d4cce250 admin admin] Pushing event updated for resources: {'Port': ['ID=b36cad33-9bb1-4af8-a697-e43df3567b0b,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:45.131013 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] Set router 9c84159c-985b-4c22-95dc-29e58752883b gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:44:45.192083 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] Set router 5b3fa499-51bc-42c0-9e22-2ec8e5331669 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:44:45.226408 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c7724a-3528-4673-82df-92438a9b870c admin admin] Network 68a65e42-3a69-4c11-8f33-9e0a705f08d8 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:44:45.230150 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-27c7724a-3528-4673-82df-92438a9b870c admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:44:45.235971 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:45.248409 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d6e4861b-afd2-4c74-933a-5dc98b232daa None None] Provisioning complete for port 4322515f-2e36-44cf-ad0c-a75ccf343fd2 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:45.248793 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d6e4861b-afd2-4c74-933a-5dc98b232daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (4322515f-2e36-44cf-ad0c-a75ccf343fd2), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:45.255968 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7724a-3528-4673-82df-92438a9b870c admin admin] Pushing event updated for resources: {'Port': ['ID=db7e5db4-afd3-44f6-8162-dbd69bea9e60,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:45.282164 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b4ae1c-3cb3-4c2f-b946-07d4d4cce250 admin admin] Network 29c94a09-ad75-42a2-8666-a0269d34f4fc is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:44:45.293420 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-10e1b13e-19d9-4a26-9766-13d14ba740cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:45.315120 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-e0b4ae1c-3cb3-4c2f-b946-07d4d4cce250 admin admin] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:44:45.430523 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0d44bbc6-ef4b-4931-8228-b96785808e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (73112399-7fd3-482e-83ea-1cf2fab64872), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:45.565508 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d44bbc6-ef4b-4931-8228-b96785808e85 admin admin] Network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:44:45.595647 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-0d44bbc6-ef4b-4931-8228-b96785808e85 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:44:45.622012 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d44bbc6-ef4b-4931-8228-b96785808e85 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:44:45.626417 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0d44bbc6-ef4b-4931-8228-b96785808e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16736252'] for router_interface (9c84159c-985b-4c22-95dc-29e58752883b), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:45.791683 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:39Z', 'revision_number': 3, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:45.810880 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44bbc6-ef4b-4931-8228-b96785808e85 admin admin] Pushing event updated for resources: {'Port': ['ID=73112399-7fd3-482e-83ea-1cf2fab64872,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:45.873801 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54400cf9-37dd-4e6a-85c9-4b7f3bf09db7 None None] The sync data for ids ['9c84159c-985b-4c22-95dc-29e58752883b'] in dv-cinder-836072-1-iscsi is: [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:39Z', 'revision_number': 3, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:44:45.890081 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.32', 58609) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:45.913264 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'name': 'tempest-AttachVolumeTestJSON-68326044-router', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:40Z', 'revision_number': 3, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'gw_port': {'id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:37Z', 'updated_at': '2022-03-31T20:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:45.940135 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 54d4d234-d57a-48e3-bcce-f80d0837d20b is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:45.942379 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 8e946a01-9b91-468a-a511-d83c1989b630 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:44:45.969110 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b4ae1c-3cb3-4c2f-b946-07d4d4cce250 admin admin] Router 6e8fb055-4b89-4db6-9327-8ddbd9c40743 has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:44:46.053266 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c7724a-3528-4673-82df-92438a9b870c admin admin] Router 5b3fa499-51bc-42c0-9e22-2ec8e5331669 has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:44:46.065914 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] Checking router: a3f734c7-dd5f-4ecf-81e7-0d209282fa5f for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:44:46.067799 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] Updating router a3f734c7-dd5f-4ecf-81e7-0d209282fa5f port 5e06fafe-6f50-4817-9860-fb782d1a8596 binding host dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:44:46.122002 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:46.125816 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d6e4861b-afd2-4c74-933a-5dc98b232daa None None] Current status of the port 4322515f-2e36-44cf-ad0c-a75ccf343fd2 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:46.207529 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d6e4861b-afd2-4c74-933a-5dc98b232daa None None] Provisioning complete for port 54d4d234-d57a-48e3-bcce-f80d0837d20b triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:46.207944 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d6e4861b-afd2-4c74-933a-5dc98b232daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (54d4d234-d57a-48e3-bcce-f80d0837d20b), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:46.214011 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (5e06fafe-6f50-4817-9860-fb782d1a8596), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:46.279853 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'name': 'tempest-ServerRescueNegativeTestJSON-451412803-router', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:34Z', 'updated_at': '2022-03-31T20:44:44Z', 'revision_number': 4, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'gw_port': {'id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:87:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'db7e5db4-afd3-44f6-8162-dbd69bea9e60', 'name': '', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'mac_address': 'fa:16:3e:70:cc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:42Z', 'revision_number': 1, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'subnets': [{'id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:46.310040 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-54672a10-b777-4429-a019-051b7532b830 req-1cfce655-c0b8-4fb3-a689-1c9f1ca538d4 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 210 time: 0.1936991 Mar 31 20:44:46.318306 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-10e1b13e-19d9-4a26-9766-13d14ba740cc admin admin] Allocated IP 172.20.0.1 (aae64b56-d644-454d-807a-9ff75eea577e/29e5f0dd-54c8-4420-95e1-1b4acc9a8f80/d7a583f4-a76d-4916-86c0-8fbb0eebb827) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:44:46.399426 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fa5888-5846-41d3-abf8-ac4eb4183109 None None] The sync data for ids ['5b3fa499-51bc-42c0-9e22-2ec8e5331669'] in dv-cinder-836072-1-iscsi is: [{'id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'name': 'tempest-ServerRescueNegativeTestJSON-451412803-router', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:34Z', 'updated_at': '2022-03-31T20:44:44Z', 'revision_number': 4, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'gw_port': {'id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:87:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'db7e5db4-afd3-44f6-8162-dbd69bea9e60', 'name': '', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'mac_address': 'fa:16:3e:70:cc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:42Z', 'revision_number': 1, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'subnets': [{'id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:44:46.471290 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-b98a6157-03ee-49c1-9352-4af45354e25b tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:44:46.472972 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-b98a6157-03ee-49c1-9352-4af45354e25b tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.32 "GET /v2.0/networks?id=6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44 HTTP/1.1" status: 200 len: 811 time: 0.5798888 Mar 31 20:44:46.560308 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:44:46.567501 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b4ae1c-3cb3-4c2f-b946-07d4d4cce250 admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:44:46.584632 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-e0b4ae1c-3cb3-4c2f-b946-07d4d4cce250 admin admin] 10.222.0.61 "PUT /v2.0/routers/6e8fb055-4b89-4db6-9327-8ddbd9c40743/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8241689 Mar 31 20:44:46.584732 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] Sync routers for ids ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:44:46.600642 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] Routers {'6e8fb055-4b89-4db6-9327-8ddbd9c40743'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:44:46.601386 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:44:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:46.677176 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 8e946a01-9b91-468a-a511-d83c1989b630 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:46.678989 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (8e946a01-9b91-468a-a511-d83c1989b630), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:46.690640 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d6e4861b-afd2-4c74-933a-5dc98b232daa None None] Current status of the port 54d4d234-d57a-48e3-bcce-f80d0837d20b is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:46.716269 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-10e1b13e-19d9-4a26-9766-13d14ba740cc admin admin] Publish callbacks [] for port (d7a583f4-a76d-4916-86c0-8fbb0eebb827), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:46.821796 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d6e4861b-afd2-4c74-933a-5dc98b232daa None None] Provisioning complete for port b36cad33-9bb1-4af8-a697-e43df3567b0b triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:46.821796 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d6e4861b-afd2-4c74-933a-5dc98b232daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (b36cad33-9bb1-4af8-a697-e43df3567b0b), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:46.890023 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-589884b8-c0a4-4ef9-9384-6e8b5dab61c2 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Request body: {'port': {'device_id': 'd5432194-5362-42b1-af65-62f8b792995f', 'network_id': '6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44', 'admin_state_up': True, 'tenant_id': '698f8eccb7fb417ebe2c00915731fc94'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:46.919672 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-10e1b13e-19d9-4a26-9766-13d14ba740cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (d7a583f4-a76d-4916-86c0-8fbb0eebb827), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:46.952242 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] Set router 6e8fb055-4b89-4db6-9327-8ddbd9c40743 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:44:47.110841 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e1b13e-19d9-4a26-9766-13d14ba740cc admin admin] Network aae64b56-d644-454d-807a-9ff75eea577e is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:44:47.125241 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-10e1b13e-19d9-4a26-9766-13d14ba740cc admin admin] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:44:47.143722 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e1b13e-19d9-4a26-9766-13d14ba740cc admin admin] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:44:47.144241 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-10e1b13e-19d9-4a26-9766-13d14ba740cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16736252'] for router_interface (a3f734c7-dd5f-4ecf-81e7-0d209282fa5f), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:47.211841 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d6e4861b-afd2-4c74-933a-5dc98b232daa None None] Port b36cad33-9bb1-4af8-a697-e43df3567b0b cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:44:47.218047 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c7724a-3528-4673-82df-92438a9b870c admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:44:47.267761 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-27c7724a-3528-4673-82df-92438a9b870c admin admin] 10.222.0.61 "PUT /v2.0/routers/5b3fa499-51bc-42c0-9e22-2ec8e5331669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3170547 Mar 31 20:44:47.293049 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0d44bbc6-ef4b-4931-8228-b96785808e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (73112399-7fd3-482e-83ea-1cf2fab64872), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:47.588624 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1b13e-19d9-4a26-9766-13d14ba740cc admin admin] Pushing event updated for resources: {'Port': ['ID=d7a583f4-a76d-4916-86c0-8fbb0eebb827,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:47.674052 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e68061e4-6542-4156-b86b-1f9ef8ea136a req-85d04443-0803-4cd0-b60d-6fe126e18c9c tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 210 time: 0.0762024 Mar 31 20:44:47.751833 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 8e946a01-9b91-468a-a511-d83c1989b630 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:47.775945 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-2305cdd1-3f43-45ed-a534-cc57d127433e None None] Provisioning complete for port db7e5db4-afd3-44f6-8162-dbd69bea9e60 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:47.775945 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2305cdd1-3f43-45ed-a534-cc57d127433e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (db7e5db4-afd3-44f6-8162-dbd69bea9e60), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:47.820023 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'name': 'tempest-AttachVolumeShelveTestJSON-620146898-router', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:43Z', 'revision_number': 4, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'gw_port': {'id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'b36cad33-9bb1-4af8-a697-e43df3567b0b', 'name': '', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'mac_address': 'fa:16:3e:b8:bc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:43Z', 'revision_number': 2, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'subnets': [{'id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:47.873408 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0d44bbc6-ef4b-4931-8228-b96785808e85 admin admin] Publish callbacks [] for port (73112399-7fd3-482e-83ea-1cf2fab64872), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:47.929941 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-10e1b13e-19d9-4a26-9766-13d14ba740cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (d7a583f4-a76d-4916-86c0-8fbb0eebb827), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:47.945424 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] Checking router: 6e8fb055-4b89-4db6-9327-8ddbd9c40743 for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:44:47.952090 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] Publish callbacks [] for port (5e06fafe-6f50-4817-9860-fb782d1a8596), precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:47.952676 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] Updating router 6e8fb055-4b89-4db6-9327-8ddbd9c40743 port b36cad33-9bb1-4af8-a697-e43df3567b0b binding host dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:44:47.985270 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0d44bbc6-ef4b-4931-8228-b96785808e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (73112399-7fd3-482e-83ea-1cf2fab64872), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:47.985270 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0d44bbc6-ef4b-4931-8228-b96785808e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16300123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16736104'] for router_interface (9c84159c-985b-4c22-95dc-29e58752883b), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:48.002518 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-2305cdd1-3f43-45ed-a534-cc57d127433e None None] Port db7e5db4-afd3-44f6-8162-dbd69bea9e60 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:44:48.029936 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (b36cad33-9bb1-4af8-a697-e43df3567b0b), before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:48.059087 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (5e06fafe-6f50-4817-9860-fb782d1a8596), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:48.074804 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-2305cdd1-3f43-45ed-a534-cc57d127433e None None] Provisioning complete for port 73112399-7fd3-482e-83ea-1cf2fab64872 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:48.075079 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2305cdd1-3f43-45ed-a534-cc57d127433e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (73112399-7fd3-482e-83ea-1cf2fab64872), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:48.337863 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 16be24b5-ba3d-450f-bfee-b02f23392d88 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:44:48.396135 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44bbc6-ef4b-4931-8228-b96785808e85 admin admin] Pushing event updated for resources: {'Port': ['ID=73112399-7fd3-482e-83ea-1cf2fab64872,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:48.449629 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105abe5-e818-4101-90b5-8e1a469215e3 None None] Pushing event updated for resources: {'Port': ['ID=5e06fafe-6f50-4817-9860-fb782d1a8596,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:48.452289 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] Attempting to bind port 5e06fafe-6f50-4817-9860-fb782d1a8596 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:44:48.452987 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] Attempting to bind port 5e06fafe-6f50-4817-9860-fb782d1a8596 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:44:48.453289 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] Attempting to bind port 5e06fafe-6f50-4817-9860-fb782d1a8596 on network 058c73fb-def7-43e1-b39b-9141f1a05ed2 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:44:48.474043 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-2305cdd1-3f43-45ed-a534-cc57d127433e None None] Port 73112399-7fd3-482e-83ea-1cf2fab64872 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:44:48.485503 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:44:48.486065 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] Checking segment: {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:44:48.486594 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:48.487287 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] Bound using segment: {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:44:48.488348 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] Bound port: 5e06fafe-6f50-4817-9860-fb782d1a8596, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:44:48.489130 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (5e06fafe-6f50-4817-9860-fb782d1a8596), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:48.553033 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-2305cdd1-3f43-45ed-a534-cc57d127433e None None] Provisioning complete for port b36cad33-9bb1-4af8-a697-e43df3567b0b triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:48.554322 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2305cdd1-3f43-45ed-a534-cc57d127433e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (b36cad33-9bb1-4af8-a697-e43df3567b0b), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:48.674245 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 16be24b5-ba3d-450f-bfee-b02f23392d88 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:48.675453 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (16be24b5-ba3d-450f-bfee-b02f23392d88), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:48.707625 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 54850) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:48.758269 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-23e164a2-3252-4b0d-8df5-7c95a9442f6a tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:44:48.765640 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-86b4a048-b0c9-4f4e-b9e5-1d459ac5a47d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2003155200', 'description': 'tempest-description--1282935469'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:48.766473 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-23e164a2-3252-4b0d-8df5-7c95a9442f6a tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/networks?id=68a65e42-3a69-4c11-8f33-9e0a705f08d8 HTTP/1.1" status: 200 len: 818 time: 0.4151649 Mar 31 20:44:48.807614 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] For port 5e06fafe-6f50-4817-9860-fb782d1a8596, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:44:48.814301 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-c8570d48-92c6-4a3c-b447-6c90eea92461 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/quotas/df50189c17a647ac86148405e9f04f55 HTTP/1.1" status: 200 len: 375 time: 0.0466866 Mar 31 20:44:48.847860 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-2305cdd1-3f43-45ed-a534-cc57d127433e None None] Port b36cad33-9bb1-4af8-a697-e43df3567b0b cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:44:48.902953 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] For port 5e06fafe-6f50-4817-9860-fb782d1a8596, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=5e06fafe-6f50-4817-9860-fb782d1a8596,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:44:48.923416 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-10e1b13e-19d9-4a26-9766-13d14ba740cc admin admin] Publish callbacks [] for port (d7a583f4-a76d-4916-86c0-8fbb0eebb827), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:49.018949 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-907bad58-fabd-4e05-a821-7fb496cdb21b req-c480fb6d-236e-49d3-9bd8-e58f5191af6d tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 210 time: 0.1761816 Mar 31 20:44:49.032242 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-86b4a048-b0c9-4f4e-b9e5-1d459ac5a47d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:49.041044 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d44bbc6-ef4b-4931-8228-b96785808e85 admin admin] Network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:44:49.046704 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-0d44bbc6-ef4b-4931-8228-b96785808e85 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:44:49.049193 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-10e1b13e-19d9-4a26-9766-13d14ba740cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (d7a583f4-a76d-4916-86c0-8fbb0eebb827), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:49.050072 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-10e1b13e-19d9-4a26-9766-13d14ba740cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16300123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16736104'] for router_interface (a3f734c7-dd5f-4ecf-81e7-0d209282fa5f), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:49.130533 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (5e06fafe-6f50-4817-9860-fb782d1a8596), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:49.210919 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-589884b8-c0a4-4ef9-9384-6e8b5dab61c2 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Made reservation on behalf of 698f8eccb7fb417ebe2c00915731fc94 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:44:49.227535 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-589884b8-c0a4-4ef9-9384-6e8b5dab61c2 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:49.302019 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] Publish callbacks [] for port (b36cad33-9bb1-4af8-a697-e43df3567b0b), precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:49.346614 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-66548549-5ffe-4a06-8d50-2b9935570473 None None] Provisioning complete for port d7a583f4-a76d-4916-86c0-8fbb0eebb827 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:49.347406 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66548549-5ffe-4a06-8d50-2b9935570473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (d7a583f4-a76d-4916-86c0-8fbb0eebb827), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:49.458623 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105abe5-e818-4101-90b5-8e1a469215e3 None None] Pushing event updated for resources: {'Port': ['ID=5e06fafe-6f50-4817-9860-fb782d1a8596,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:49.488299 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (b36cad33-9bb1-4af8-a697-e43df3567b0b), after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:49.511510 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] Routers {'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:44:49.516087 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:44:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:49.537742 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 16be24b5-ba3d-450f-bfee-b02f23392d88 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:49.538259 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (16be24b5-ba3d-450f-bfee-b02f23392d88), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:49.653845 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d78c6-6a3a-44db-8901-f29be470cfa5 None None] Pushing event updated for resources: {'Port': ['ID=b36cad33-9bb1-4af8-a697-e43df3567b0b,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:49.819254 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] Attempting to bind port b36cad33-9bb1-4af8-a697-e43df3567b0b on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:44:49.822565 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] Attempting to bind port b36cad33-9bb1-4af8-a697-e43df3567b0b by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': 'c83cbe5f-6769-4416-ae9a-aa7374099b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:44:49.824737 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] Attempting to bind port b36cad33-9bb1-4af8-a697-e43df3567b0b on network 29c94a09-ad75-42a2-8666-a0269d34f4fc {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:44:49.838378 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:44:49.839168 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] Checking segment: {'id': 'c83cbe5f-6769-4416-ae9a-aa7374099b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:44:49.843707 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:49.844415 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] Bound using segment: {'id': 'c83cbe5f-6769-4416-ae9a-aa7374099b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:44:49.845245 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] Bound port: b36cad33-9bb1-4af8-a697-e43df3567b0b, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83cbe5f-6769-4416-ae9a-aa7374099b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:44:49.845870 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (b36cad33-9bb1-4af8-a697-e43df3567b0b), before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:49.850248 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1b13e-19d9-4a26-9766-13d14ba740cc admin admin] Pushing event updated for resources: {'Port': ['ID=d7a583f4-a76d-4916-86c0-8fbb0eebb827,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:49.925386 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-f1cf54c6-405d-437c-b047-c88bfb3ae298 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=df50189c17a647ac86148405e9f04f55&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1100125 Mar 31 20:44:49.985488 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] For port 16be24b5-ba3d-450f-bfee-b02f23392d88, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=16be24b5-ba3d-450f-bfee-b02f23392d88,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:44:50.019687 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e1b13e-19d9-4a26-9766-13d14ba740cc admin admin] Network aae64b56-d644-454d-807a-9ff75eea577e is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:44:50.045074 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-10e1b13e-19d9-4a26-9766-13d14ba740cc admin admin] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:44:50.083295 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] For port b36cad33-9bb1-4af8-a697-e43df3567b0b, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:44:50.089147 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-66548549-5ffe-4a06-8d50-2b9935570473 None None] Port d7a583f4-a76d-4916-86c0-8fbb0eebb827 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:44:50.102854 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] For port b36cad33-9bb1-4af8-a697-e43df3567b0b, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=b36cad33-9bb1-4af8-a697-e43df3567b0b,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:44:50.103351 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (16be24b5-ba3d-450f-bfee-b02f23392d88), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:50.106593 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 54d4d234-d57a-48e3-bcce-f80d0837d20b up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:44:50.139431 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-86b4a048-b0c9-4f4e-b9e5-1d459ac5a47d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for security_group (626330db-f2ab-4afb-9c18-da9fd6ef09c1), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:50.211002 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (b36cad33-9bb1-4af8-a697-e43df3567b0b), after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:50.335284 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-589884b8-c0a4-4ef9-9384-6e8b5dab61c2 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Allocated IP 172.20.0.7 (6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44/39430d21-651f-4bd0-9d40-d71a8c7fd3de/d5a327ff-a923-4795-8495-adeb24bb894e) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:44:50.359141 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] Routers {'6e8fb055-4b89-4db6-9327-8ddbd9c40743'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:44:50.361979 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:44:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:50.544557 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-70a35a64-c0a5-46b9-8d49-cee50eaea02f service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=110549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:44:50.544557 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-70a35a64-c0a5-46b9-8d49-cee50eaea02f service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3329153 Mar 31 20:44:50.559945 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Pushing event updated for resources: {'Port': ['ID=16be24b5-ba3d-450f-bfee-b02f23392d88,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:50.559945 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-4d9c8fba-90e6-4dec-b445-614cb93dc250 None None] Provisioning complete for port 73112399-7fd3-482e-83ea-1cf2fab64872 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:50.559945 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8fba-90e6-4dec-b445-614cb93dc250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (73112399-7fd3-482e-83ea-1cf2fab64872), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:50.561324 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d44bbc6-ef4b-4931-8228-b96785808e85 admin admin] Router 9c84159c-985b-4c22-95dc-29e58752883b has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:44:50.561414 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2da4354a-36bc-42a8-b97c-1259e1d08dc8 req-27fc407c-2c7b-4bf7-a474-0e0ac3bf8b18 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 210 time: 0.2523420 Mar 31 20:44:50.561500 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-86b4a048-b0c9-4f4e-b9e5-1d459ac5a47d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (626330db-f2ab-4afb-9c18-da9fd6ef09c1), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:50.575648 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] Set router a3f734c7-dd5f-4ecf-81e7-0d209282fa5f gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:44:50.580924 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4d9c8fba-90e6-4dec-b445-614cb93dc250 None None] Port 73112399-7fd3-482e-83ea-1cf2fab64872 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:44:50.658080 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 54d4d234-d57a-48e3-bcce-f80d0837d20b triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:50.658543 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (54d4d234-d57a-48e3-bcce-f80d0837d20b), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:50.752440 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-4d9c8fba-90e6-4dec-b445-614cb93dc250 None None] Provisioning complete for port b36cad33-9bb1-4af8-a697-e43df3567b0b triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:50.753460 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8fba-90e6-4dec-b445-614cb93dc250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (b36cad33-9bb1-4af8-a697-e43df3567b0b), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:50.805288 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-589884b8-c0a4-4ef9-9384-6e8b5dab61c2 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Publish callbacks [] for port (d5a327ff-a923-4795-8495-adeb24bb894e), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:50.814146 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e1b13e-19d9-4a26-9766-13d14ba740cc admin admin] Router a3f734c7-dd5f-4ecf-81e7-0d209282fa5f has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:44:50.820742 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-e2f58136-cd76-4929-a607-c24890095721 service neutron] 10.222.0.61 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769648 Mar 31 20:44:50.957316 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] Set router 6e8fb055-4b89-4db6-9327-8ddbd9c40743 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:44:51.076673 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-589884b8-c0a4-4ef9-9384-6e8b5dab61c2 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (d5a327ff-a923-4795-8495-adeb24bb894e), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:51.214402 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d78c6-6a3a-44db-8901-f29be470cfa5 None None] Pushing event updated for resources: {'Port': ['ID=b36cad33-9bb1-4af8-a697-e43df3567b0b,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:51.304254 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-0d7ca9d4-ad5b-407c-a356-d5619822140d service neutron] 10.222.0.61 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765139 Mar 31 20:44:51.307805 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 54d4d234-d57a-48e3-bcce-f80d0837d20b is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:51.314784 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 05667e8f-0d6d-4f63-a439-c0a83707d584 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:44:51.341447 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e1b13e-19d9-4a26-9766-13d14ba740cc admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:44:51.374751 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-10e1b13e-19d9-4a26-9766-13d14ba740cc admin admin] 10.222.0.61 "PUT /v2.0/routers/a3f734c7-dd5f-4ecf-81e7-0d209282fa5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5778072 Mar 31 20:44:51.405147 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4d9c8fba-90e6-4dec-b445-614cb93dc250 None None] Current status of the port b36cad33-9bb1-4af8-a697-e43df3567b0b is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:51.405626 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8fba-90e6-4dec-b445-614cb93dc250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (b36cad33-9bb1-4af8-a697-e43df3567b0b), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:51.451928 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-589884b8-c0a4-4ef9-9384-6e8b5dab61c2 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Network 6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:44:51.467678 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-4d9c8fba-90e6-4dec-b445-614cb93dc250 None None] For port b36cad33-9bb1-4af8-a697-e43df3567b0b, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=b36cad33-9bb1-4af8-a697-e43df3567b0b,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:44:51.471026 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-589884b8-c0a4-4ef9-9384-6e8b5dab61c2 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:44:51.471558 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'name': 'tempest-AttachVolumeTestJSON-68326044-router', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:47Z', 'revision_number': 4, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'gw_port': {'id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:37Z', 'updated_at': '2022-03-31T20:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'd7a583f4-a76d-4916-86c0-8fbb0eebb827', 'name': '', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'mac_address': 'fa:16:3e:09:a6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:45Z', 'updated_at': '2022-03-31T20:44:48Z', 'revision_number': 2, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'subnets': [{'id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:51.483316 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 54906) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:51.493224 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-589884b8-c0a4-4ef9-9384-6e8b5dab61c2 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:44:51.512150 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-589884b8-c0a4-4ef9-9384-6e8b5dab61c2 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:44:51.512150 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-589884b8-c0a4-4ef9-9384-6e8b5dab61c2 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:51.514320 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-86b4a048-b0c9-4f4e-b9e5-1d459ac5a47d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:51.518756 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 54912) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:51.523829 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-d3204307-1224-42b2-8cf5-2a588a96b0c3 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Request body: {'security_group_rule': {'security_group_id': '626330db-f2ab-4afb-9c18-da9fd6ef09c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:51.551946 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-86b4a048-b0c9-4f4e-b9e5-1d459ac5a47d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.8297515 Mar 31 20:44:51.555416 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 05667e8f-0d6d-4f63-a439-c0a83707d584 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:51.555582 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (05667e8f-0d6d-4f63-a439-c0a83707d584), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:51.562348 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8fba-90e6-4dec-b445-614cb93dc250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (b36cad33-9bb1-4af8-a697-e43df3567b0b), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:51.569927 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4a048-b0c9-4f4e-b9e5-1d459ac5a47d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=626330db-f2ab-4afb-9c18-da9fd6ef09c1,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:51.572664 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985b7ef4-4ed5-47b0-8cc9-980f780b57a4 None None] The sync data for ids ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'] in dv-cinder-836072-1-iscsi is: [{'id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'name': 'tempest-AttachVolumeTestJSON-68326044-router', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:47Z', 'revision_number': 4, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'gw_port': {'id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:37Z', 'updated_at': '2022-03-31T20:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'd7a583f4-a76d-4916-86c0-8fbb0eebb827', 'name': '', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'mac_address': 'fa:16:3e:09:a6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:45Z', 'updated_at': '2022-03-31T20:44:48Z', 'revision_number': 2, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'subnets': [{'id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:44:51.594321 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589884b8-c0a4-4ef9-9384-6e8b5dab61c2 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Pushing event updated for resources: {'Port': ['ID=d5a327ff-a923-4795-8495-adeb24bb894e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:51.659163 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'name': 'tempest-AttachVolumeShelveTestJSON-620146898-router', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:43Z', 'revision_number': 4, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'gw_port': {'id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'b36cad33-9bb1-4af8-a697-e43df3567b0b', 'name': '', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'mac_address': 'fa:16:3e:b8:bc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:50Z', 'revision_number': 4, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'subnets': [{'id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:51.669118 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d44bbc6-ef4b-4931-8228-b96785808e85 admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:44:51.685393 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-0d44bbc6-ef4b-4931-8228-b96785808e85 admin admin] 10.222.0.61 "PUT /v2.0/routers/9c84159c-985b-4c22-95dc-29e58752883b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9543939 Mar 31 20:44:51.737912 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] Sync routers for ids ['9c84159c-985b-4c22-95dc-29e58752883b'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:44:51.753085 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-589884b8-c0a4-4ef9-9384-6e8b5dab61c2 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8798447 Mar 31 20:44:51.772150 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-998f604e-b18c-4d76-a8b1-e46f191d17cd tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:44:51.773457 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-998f604e-b18c-4d76-a8b1-e46f191d17cd tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117948 Mar 31 20:44:51.793542 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f58bea-592a-4e59-aede-cad243e2c55d None None] The sync data for ids ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'] in dv-cinder-836072-1-iscsi is: [{'id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'name': 'tempest-AttachVolumeShelveTestJSON-620146898-router', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:43Z', 'revision_number': 4, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'gw_port': {'id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'b36cad33-9bb1-4af8-a697-e43df3567b0b', 'name': '', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'mac_address': 'fa:16:3e:b8:bc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:50Z', 'revision_number': 4, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'subnets': [{'id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:44:51.806292 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] Sync routers for ids ['5b3fa499-51bc-42c0-9e22-2ec8e5331669'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:44:51.851977 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] Routers {'5b3fa499-51bc-42c0-9e22-2ec8e5331669'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:44:51.852556 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:44:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['5b3fa499-51bc-42c0-9e22-2ec8e5331669'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:51.881413 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] Routers {'9c84159c-985b-4c22-95dc-29e58752883b'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:44:51.883120 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d3204307-1224-42b2-8cf5-2a588a96b0c3 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for security_group_rule (4fa5483d-abd6-44be-89ed-d5f3c0857025), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:51.883365 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:44:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['9c84159c-985b-4c22-95dc-29e58752883b'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:51.902685 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-b55ba75b-3ba4-40a8-aa74-102f568b7014 None None] Provisioning complete for port d7a583f4-a76d-4916-86c0-8fbb0eebb827 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:51.906693 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b55ba75b-3ba4-40a8-aa74-102f568b7014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (d7a583f4-a76d-4916-86c0-8fbb0eebb827), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:52.036113 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-929f4b47-6137-471c-91a6-420e4c9c56a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:52.055712 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36a13a-7be8-4e69-905d-aed0bee38ad6 req-1bb40b95-1321-4c0d-b10e-a728bc3d3c2b tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:44:52.057474 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9a36a13a-7be8-4e69-905d-aed0bee38ad6 req-1bb40b95-1321-4c0d-b10e-a728bc3d3c2b tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 931 time: 0.4795089 Mar 31 20:44:52.099157 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-2051571f-ab61-4f2f-9cad-8d20420a89a6 service neutron] Request body: {'port': {'device_id': 'd5432194-5362-42b1-af65-62f8b792995f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:52.397863 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-2051571f-ab61-4f2f-9cad-8d20420a89a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (d5a327ff-a923-4795-8495-adeb24bb894e), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:52.432162 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] Set router 9c84159c-985b-4c22-95dc-29e58752883b gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:44:52.459235 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] Set router 5b3fa499-51bc-42c0-9e22-2ec8e5331669 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:44:52.557341 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c8fba-90e6-4dec-b445-614cb93dc250 None None] Pushing event updated for resources: {'Port': ['ID=b36cad33-9bb1-4af8-a697-e43df3567b0b,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:52.571925 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d3204307-1224-42b2-8cf5-2a588a96b0c3 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for security_group_rule (4fa5483d-abd6-44be-89ed-d5f3c0857025), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:52.629231 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9a36a13a-7be8-4e69-905d-aed0bee38ad6 req-d65ef1f2-0baf-4295-80cf-d6fa0d157648 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/security-groups?id=860011e8-8775-4a61-ad58-1a12baec04a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5104640 Mar 31 20:44:52.661291 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d3204307-1224-42b2-8cf5-2a588a96b0c3 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (4fa5483d-abd6-44be-89ed-d5f3c0857025), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:52.797339 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3204307-1224-42b2-8cf5-2a588a96b0c3 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa5483d-abd6-44be-89ed-d5f3c0857025,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:52.899617 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d3204307-1224-42b2-8cf5-2a588a96b0c3 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:52.905292 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-d3204307-1224-42b2-8cf5-2a588a96b0c3 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3853710 Mar 31 20:44:52.925651 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 54958) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:52.942407 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-929f4b47-6137-471c-91a6-420e4c9c56a9 admin admin] Publish callbacks [] for security_group (89fa221b-c19f-4fc2-a106-a134c3e43bb2), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:52.965262 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-fc3542ac-1e86-4557-939d-9d2595d5918a tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Request body: {'security_group_rule': {'security_group_id': '626330db-f2ab-4afb-9c18-da9fd6ef09c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:53.024289 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-929f4b47-6137-471c-91a6-420e4c9c56a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (89fa221b-c19f-4fc2-a106-a134c3e43bb2), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:53.035655 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b55ba75b-3ba4-40a8-aa74-102f568b7014 None None] Port d7a583f4-a76d-4916-86c0-8fbb0eebb827 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:44:53.210048 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-929f4b47-6137-471c-91a6-420e4c9c56a9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bbfbc8462098475087362a877e4c6f7f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7263050 Mar 31 20:44:53.221836 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 54968) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:53.266017 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f4b47-6137-471c-91a6-420e4c9c56a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fa221b-c19f-4fc2-a106-a134c3e43bb2,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:53.271320 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fc3542ac-1e86-4557-939d-9d2595d5918a tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for security_group_rule (6bd683f4-00b2-4fd4-9e6f-8d3bd8a3f187), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:53.285678 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 05667e8f-0d6d-4f63-a439-c0a83707d584 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:53.286253 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (05667e8f-0d6d-4f63-a439-c0a83707d584), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:53.330789 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-b55ba75b-3ba4-40a8-aa74-102f568b7014 None None] Provisioning complete for port b36cad33-9bb1-4af8-a697-e43df3567b0b triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:53.338963 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 54970) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:53.347349 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b55ba75b-3ba4-40a8-aa74-102f568b7014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (b36cad33-9bb1-4af8-a697-e43df3567b0b), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:53.439029 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'name': 'tempest-ServerRescueNegativeTestJSON-451412803-router', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:34Z', 'updated_at': '2022-03-31T20:44:44Z', 'revision_number': 4, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'gw_port': {'id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:87:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'db7e5db4-afd3-44f6-8162-dbd69bea9e60', 'name': '', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'mac_address': 'fa:16:3e:70:cc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:44Z', 'revision_number': 2, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'subnets': [{'id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:53.501236 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] For port 05667e8f-0d6d-4f63-a439-c0a83707d584, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=05667e8f-0d6d-4f63-a439-c0a83707d584,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:44:53.531022 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-781b77e5-df9b-4603-bf5b-bd4a1e626245 admin admin] Publish callbacks [] for security_group (89fa221b-c19f-4fc2-a106-a134c3e43bb2), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:53.567897 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fc3542ac-1e86-4557-939d-9d2595d5918a tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for security_group_rule (6bd683f4-00b2-4fd4-9e6f-8d3bd8a3f187), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:53.589986 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] Checking router: 5b3fa499-51bc-42c0-9e22-2ec8e5331669 for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:44:53.596965 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] Updating router 5b3fa499-51bc-42c0-9e22-2ec8e5331669 port db7e5db4-afd3-44f6-8162-dbd69bea9e60 binding host dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:44:53.628421 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (05667e8f-0d6d-4f63-a439-c0a83707d584), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:53.663794 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (db7e5db4-afd3-44f6-8162-dbd69bea9e60), before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:53.679899 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-781b77e5-df9b-4603-bf5b-bd4a1e626245 admin admin] Publish callbacks [] for security_group (89fa221b-c19f-4fc2-a106-a134c3e43bb2), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:53.811847 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b55ba75b-3ba4-40a8-aa74-102f568b7014 None None] Current status of the port b36cad33-9bb1-4af8-a697-e43df3567b0b is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:53.814848 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Pushing event updated for resources: {'Port': ['ID=05667e8f-0d6d-4f63-a439-c0a83707d584,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:53.845136 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:47Z', 'revision_number': 2, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:53.865539 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fc3542ac-1e86-4557-939d-9d2595d5918a tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (6bd683f4-00b2-4fd4-9e6f-8d3bd8a3f187), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:53.925438 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] Checking router: 9c84159c-985b-4c22-95dc-29e58752883b for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:44:53.933645 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] Updating router 9c84159c-985b-4c22-95dc-29e58752883b port 73112399-7fd3-482e-83ea-1cf2fab64872 binding host dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:44:53.944694 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e365a952-debc-4a8d-ba78-2f9727bdb904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:53.956953 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3542ac-1e86-4557-939d-9d2595d5918a tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd683f4-00b2-4fd4-9e6f-8d3bd8a3f187,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:54.026811 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-781b77e5-df9b-4603-bf5b-bd4a1e626245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (89fa221b-c19f-4fc2-a106-a134c3e43bb2), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:54.031933 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (73112399-7fd3-482e-83ea-1cf2fab64872), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:54.032338 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-781b77e5-df9b-4603-bf5b-bd4a1e626245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:54.033679 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-781b77e5-df9b-4603-bf5b-bd4a1e626245 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/89fa221b-c19f-4fc2-a106-a134c3e43bb2 HTTP/1.1" status: 204 len: 168 time: 0.8024848 Mar 31 20:44:54.073869 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fc3542ac-1e86-4557-939d-9d2595d5918a tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:54.082166 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-fc3542ac-1e86-4557-939d-9d2595d5918a tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1468081 Mar 31 20:44:54.083009 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 54982) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:54.083528 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 54984) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:54.102399 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-8fcf0eaa-6041-4b35-9339-5789e0faa724 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1014249010', 'description': 'tempest-description--2014912245'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:54.111860 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-3f47c78c-6aeb-4fe7-a099-bad68ff9a52f tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--782998844', 'description': 'tempest-description--991893840'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:54.163622 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 54986) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:54.176222 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b77e5-df9b-4603-bf5b-bd4a1e626245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fa221b-c19f-4fc2-a106-a134c3e43bb2,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:54.199694 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-dffdc68e-3a86-490c-ba04-f3bd2fe9755c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Request body: {'floatingip': {'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:54.293854 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device b36cad33-9bb1-4af8-a697-e43df3567b0b up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:44:54.535821 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-2051571f-ab61-4f2f-9cad-8d20420a89a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a327ff-a923-4795-8495-adeb24bb894e {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:44:54.570662 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-2051571f-ab61-4f2f-9cad-8d20420a89a6 service neutron] Publish callbacks [] for port (d5a327ff-a923-4795-8495-adeb24bb894e), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:54.629807 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-2051571f-ab61-4f2f-9cad-8d20420a89a6 service neutron] Transition to ACTIVE for port object d5a327ff-a923-4795-8495-adeb24bb894e will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:44:54.639150 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a8becbb8-222a-4f85-a41d-c5ed55df7471 req-255b64db-453f-4bf4-84ac-1c29b0051dad tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 210 time: 0.3305550 Mar 31 20:44:54.688838 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] Publish callbacks [] for port (db7e5db4-afd3-44f6-8162-dbd69bea9e60), precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:54.710043 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-2051571f-ab61-4f2f-9cad-8d20420a89a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (d5a327ff-a923-4795-8495-adeb24bb894e), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:54.738377 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port b36cad33-9bb1-4af8-a697-e43df3567b0b triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:54.738626 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (b36cad33-9bb1-4af8-a697-e43df3567b0b), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:54.756880 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c0355-24fe-4b64-8ca7-ab3aba1cb1b6 req-a135f9f5-70fa-488a-97ed-787786f712f0 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:44:54.759462 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b54c0355-24fe-4b64-8ca7-ab3aba1cb1b6 req-a135f9f5-70fa-488a-97ed-787786f712f0 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 931 time: 0.3672895 Mar 31 20:44:54.846437 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (db7e5db4-afd3-44f6-8162-dbd69bea9e60), after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:54.891831 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e365a952-debc-4a8d-ba78-2f9727bdb904 admin admin] Publish callbacks [] for security_group (706356ba-40b4-4dfc-a738-8db4cdfbc659), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:54.907757 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3f47c78c-6aeb-4fe7-a099-bad68ff9a52f tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:54.924412 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dffdc68e-3a86-490c-ba04-f3bd2fe9755c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:54.932503 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8fcf0eaa-6041-4b35-9339-5789e0faa724 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:55.110214 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] Attempting to bind port db7e5db4-afd3-44f6-8162-dbd69bea9e60 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:44:55.110843 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] Attempting to bind port db7e5db4-afd3-44f6-8162-dbd69bea9e60 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': 'a37701f9-dff0-46e9-bd6a-4580ea1f1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:44:55.111445 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] Attempting to bind port db7e5db4-afd3-44f6-8162-dbd69bea9e60 on network 68a65e42-3a69-4c11-8f33-9e0a705f08d8 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:44:55.118055 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051571f-ab61-4f2f-9cad-8d20420a89a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a327ff-a923-4795-8495-adeb24bb894e,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:55.120078 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e365a952-debc-4a8d-ba78-2f9727bdb904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (706356ba-40b4-4dfc-a738-8db4cdfbc659), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:55.120238 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:44:55.120655 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] Checking segment: {'id': 'a37701f9-dff0-46e9-bd6a-4580ea1f1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:44:55.121283 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:55.121953 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] Bound using segment: {'id': 'a37701f9-dff0-46e9-bd6a-4580ea1f1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:44:55.122678 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] Bound port: db7e5db4-afd3-44f6-8162-dbd69bea9e60, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37701f9-dff0-46e9-bd6a-4580ea1f1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:44:55.123210 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (db7e5db4-afd3-44f6-8162-dbd69bea9e60), before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:55.148057 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98081e9-506d-4175-b54e-81cdb7e7419a None None] Pushing event updated for resources: {'Port': ['ID=db7e5db4-afd3-44f6-8162-dbd69bea9e60,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:55.169324 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-2051571f-ab61-4f2f-9cad-8d20420a89a6 service neutron] Attempting to bind port d5a327ff-a923-4795-8495-adeb24bb894e on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:44:55.170240 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-2051571f-ab61-4f2f-9cad-8d20420a89a6 service neutron] Attempting to bind port d5a327ff-a923-4795-8495-adeb24bb894e by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '14f5feac-bdd6-4bac-ab2e-7be485a0b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:44:55.170854 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-2051571f-ab61-4f2f-9cad-8d20420a89a6 service neutron] Attempting to bind port d5a327ff-a923-4795-8495-adeb24bb894e on network 6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:44:55.177873 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-2051571f-ab61-4f2f-9cad-8d20420a89a6 service neutron] Port d5a327ff-a923-4795-8495-adeb24bb894e on network 6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:44:55.178537 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-2051571f-ab61-4f2f-9cad-8d20420a89a6 service neutron] Attempting to bind port d5a327ff-a923-4795-8495-adeb24bb894e on network 6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:44:55.187545 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-2051571f-ab61-4f2f-9cad-8d20420a89a6 service neutron] Checking agent: {'id': '7dd6c0b4-7b51-4ce7-a43e-f42db731a887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'started_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:44:55.189392 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-2051571f-ab61-4f2f-9cad-8d20420a89a6 service neutron] Checking segment: {'id': '14f5feac-bdd6-4bac-ab2e-7be485a0b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:44:55.194876 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-2051571f-ab61-4f2f-9cad-8d20420a89a6 service neutron] Bound using segment: {'id': '14f5feac-bdd6-4bac-ab2e-7be485a0b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:44:55.200482 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-2051571f-ab61-4f2f-9cad-8d20420a89a6 service neutron] Bound port: d5a327ff-a923-4795-8495-adeb24bb894e, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f5feac-bdd6-4bac-ab2e-7be485a0b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:44:55.200482 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-2051571f-ab61-4f2f-9cad-8d20420a89a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (d5a327ff-a923-4795-8495-adeb24bb894e), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:55.285662 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] For port db7e5db4-afd3-44f6-8162-dbd69bea9e60, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:44:55.293398 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] For port db7e5db4-afd3-44f6-8162-dbd69bea9e60, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=db7e5db4-afd3-44f6-8162-dbd69bea9e60,segment=NetworkSegment(a37701f9-dff0-46e9-bd6a-4580ea1f1d67),segment_id=a37701f9-dff0-46e9-bd6a-4580ea1f1d67)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:44:55.413206 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-2051571f-ab61-4f2f-9cad-8d20420a89a6 service neutron] For port d5a327ff-a923-4795-8495-adeb24bb894e, host hv-cinder-83607, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:44:55.418469 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-2051571f-ab61-4f2f-9cad-8d20420a89a6 service neutron] For port d5a327ff-a923-4795-8495-adeb24bb894e, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d5a327ff-a923-4795-8495-adeb24bb894e,segment=NetworkSegment(14f5feac-bdd6-4bac-ab2e-7be485a0b03d),segment_id=14f5feac-bdd6-4bac-ab2e-7be485a0b03d)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:44:55.419304 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (db7e5db4-afd3-44f6-8162-dbd69bea9e60), after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:55.436330 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-e365a952-debc-4a8d-ba78-2f9727bdb904 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fc5821385fd44ccb9f5e8304a2a73ce2&name=default HTTP/1.1" status: 200 len: 2995 time: 2.0930808 Mar 31 20:44:55.439190 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 55018) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:55.500348 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port b36cad33-9bb1-4af8-a697-e43df3567b0b is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:55.505160 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 0b5bb612-1c9e-484f-bf5c-7c279c924a64 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:44:55.558068 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98081e9-506d-4175-b54e-81cdb7e7419a None None] Pushing event updated for resources: {'Port': ['ID=db7e5db4-afd3-44f6-8162-dbd69bea9e60,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:55.570587 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-2051571f-ab61-4f2f-9cad-8d20420a89a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (d5a327ff-a923-4795-8495-adeb24bb894e), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:55.655266 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] Routers {'5b3fa499-51bc-42c0-9e22-2ec8e5331669'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:44:55.655266 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:44:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['5b3fa499-51bc-42c0-9e22-2ec8e5331669'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:55.822098 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 55022) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:55.822251 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-bbce8fcd-eeff-4061-8498-2b1534315120 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:44:55.823808 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-bbce8fcd-eeff-4061-8498-2b1534315120 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/networks?id=68a65e42-3a69-4c11-8f33-9e0a705f08d8 HTTP/1.1" status: 200 len: 818 time: 0.4292138 Mar 31 20:44:55.872840 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-df3b6d72-38c8-4294-986b-a6ba1f603948 None None] Provisioning complete for port db7e5db4-afd3-44f6-8162-dbd69bea9e60 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:55.873224 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-df3b6d72-38c8-4294-986b-a6ba1f603948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (db7e5db4-afd3-44f6-8162-dbd69bea9e60), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:55.882153 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051571f-ab61-4f2f-9cad-8d20420a89a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a327ff-a923-4795-8495-adeb24bb894e,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:55.894408 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a6675fb-0be1-4ae3-a8fe-1df265de5fcc admin admin] Publish callbacks [] for security_group (706356ba-40b4-4dfc-a738-8db4cdfbc659), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:55.898494 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-2051571f-ab61-4f2f-9cad-8d20420a89a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:44:55.899118 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-2051571f-ab61-4f2f-9cad-8d20420a89a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:55.916970 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-2051571f-ab61-4f2f-9cad-8d20420a89a6 service neutron] 10.222.0.32 "PUT /v2.0/ports/d5a327ff-a923-4795-8495-adeb24bb894e HTTP/1.1" status: 200 len: 1093 time: 3.9616287 Mar 31 20:44:55.918236 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5432194-5362-42b1-af65-62f8b792995f', 'tag': 'd5a327ff-a923-4795-8495-adeb24bb894e'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:44:55.920110 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] Publish callbacks [] for port (73112399-7fd3-482e-83ea-1cf2fab64872), precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:56.042396 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-6238f876-23e1-4907-a225-1e9196a8f832 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/quotas/df50189c17a647ac86148405e9f04f55 HTTP/1.1" status: 200 len: 375 time: 0.1357818 Mar 31 20:44:56.047235 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b54c0355-24fe-4b64-8ca7-ab3aba1cb1b6 req-9707ce7b-1e66-4a42-8fe4-a27cd464df93 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/security-groups?id=860011e8-8775-4a61-ad58-1a12baec04a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2735767 Mar 31 20:44:56.084073 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365a952-debc-4a8d-ba78-2f9727bdb904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706356ba-40b4-4dfc-a738-8db4cdfbc659,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:56.127473 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (73112399-7fd3-482e-83ea-1cf2fab64872), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:56.172937 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 0b5bb612-1c9e-484f-bf5c-7c279c924a64 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:56.176648 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (0b5bb612-1c9e-484f-bf5c-7c279c924a64), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:56.266621 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16fd0243-b27d-445a-9fcf-64278224d854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:56.310879 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] Set router 5b3fa499-51bc-42c0-9e22-2ec8e5331669 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:44:56.378290 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895d979-1236-42e6-a224-712e70af5b0d None None] Pushing event updated for resources: {'Port': ['ID=73112399-7fd3-482e-83ea-1cf2fab64872,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:56.475698 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a6675fb-0be1-4ae3-a8fe-1df265de5fcc admin admin] Publish callbacks [] for security_group (706356ba-40b4-4dfc-a738-8db4cdfbc659), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:56.566169 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-8b367093-b891-412d-90d7-84062714f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:44:56.568326 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-8b367093-b891-412d-90d7-84062714f2b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=698f8eccb7fb417ebe2c00915731fc94&device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 1127 time: 0.4335048 Mar 31 20:44:56.591368 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8fcf0eaa-6041-4b35-9339-5789e0faa724 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group (bf2cbcd3-1cc7-40b0-85ea-9f68230102f3), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:56.621396 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3f47c78c-6aeb-4fe7-a099-bad68ff9a52f tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for security_group (a4857d65-78fb-44c7-83a8-9cc13b97c4ed), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:56.674386 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8fcf0eaa-6041-4b35-9339-5789e0faa724 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (bf2cbcd3-1cc7-40b0-85ea-9f68230102f3), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:56.701160 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] Attempting to bind port 73112399-7fd3-482e-83ea-1cf2fab64872 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:44:56.707001 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] Attempting to bind port 73112399-7fd3-482e-83ea-1cf2fab64872 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:44:56.707001 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] Attempting to bind port 73112399-7fd3-482e-83ea-1cf2fab64872 on network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:44:56.713296 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870840ba-6558-45c9-be6e-a4fbb657f6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d5432194-5362-42b1-af65-62f8b792995f", "tag": "d5a327ff-a923-4795-8495-adeb24bb894e"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:44:56.739665 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3f47c78c-6aeb-4fe7-a099-bad68ff9a52f tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (a4857d65-78fb-44c7-83a8-9cc13b97c4ed), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:56.743440 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-16000748-04d2-4776-a07a-bb4e391df4c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5a327ff-a923-4795-8495-adeb24bb894e HTTP/1.1" status: 200 len: 217 time: 0.1603148 Mar 31 20:44:56.809918 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-6df455ad-dd6f-47b3-88f6-b2166159346f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=df50189c17a647ac86148405e9f04f55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7665315 Mar 31 20:44:56.812859 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:44:56.814383 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] Checking segment: {'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:44:56.814810 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:56.815218 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] Bound using segment: {'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:44:56.815732 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] Bound port: 73112399-7fd3-482e-83ea-1cf2fab64872, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:44:56.816147 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (73112399-7fd3-482e-83ea-1cf2fab64872), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:56.852825 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dffdc68e-3a86-490c-ba04-f3bd2fe9755c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:56.864545 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-0913a402-7586-4a33-900d-168278d211c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:44:56.867460 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-0913a402-7586-4a33-900d-168278d211c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=39430d21-651f-4bd0-9d40-d71a8c7fd3de HTTP/1.1" status: 200 len: 851 time: 0.1094737 Mar 31 20:44:56.987454 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf0eaa-6041-4b35-9339-5789e0faa724 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2cbcd3-1cc7-40b0-85ea-9f68230102f3,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:57.005069 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-774cc47d-80cf-48b8-9046-fe05b927a5a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250448 Mar 31 20:44:57.012769 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8fcf0eaa-6041-4b35-9339-5789e0faa724 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:57.013695 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16fd0243-b27d-445a-9fcf-64278224d854 admin admin] Publish callbacks [] for security_group (0d6c7ff2-04e6-4c1e-9b8d-243ca53b9d51), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:57.017372 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-8fcf0eaa-6041-4b35-9339-5789e0faa724 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.9200802 Mar 31 20:44:57.021532 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 55040) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:57.045895 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-3b2fea01-2e90-47ce-ae26-ca6c2b7d069a tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Request body: {'security_group_rule': {'security_group_id': 'bf2cbcd3-1cc7-40b0-85ea-9f68230102f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:57.137437 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'name': 'tempest-ServerRescueNegativeTestJSON-451412803-router', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:34Z', 'updated_at': '2022-03-31T20:44:44Z', 'revision_number': 4, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'gw_port': {'id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:87:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'db7e5db4-afd3-44f6-8162-dbd69bea9e60', 'name': '', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'mac_address': 'fa:16:3e:70:cc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:55Z', 'revision_number': 4, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'subnets': [{'id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:57.137971 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a6675fb-0be1-4ae3-a8fe-1df265de5fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (706356ba-40b4-4dfc-a738-8db4cdfbc659), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:57.161913 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a6675fb-0be1-4ae3-a8fe-1df265de5fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:57.169663 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-3a6675fb-0be1-4ae3-a8fe-1df265de5fcc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/706356ba-40b4-4dfc-a738-8db4cdfbc659 HTTP/1.1" status: 204 len: 168 time: 1.7293949 Mar 31 20:44:57.170523 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.32', 58627) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:57.205912 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 0b5bb612-1c9e-484f-bf5c-7c279c924a64 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:57.208482 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (0b5bb612-1c9e-484f-bf5c-7c279c924a64), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:57.279652 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8be71b-2ee0-4645-8c27-b6dfb0ff6566 None None] The sync data for ids ['5b3fa499-51bc-42c0-9e22-2ec8e5331669'] in dv-cinder-836072-1-iscsi is: [{'id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'name': 'tempest-ServerRescueNegativeTestJSON-451412803-router', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:34Z', 'updated_at': '2022-03-31T20:44:44Z', 'revision_number': 4, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'gw_port': {'id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:87:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'db7e5db4-afd3-44f6-8162-dbd69bea9e60', 'name': '', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'mac_address': 'fa:16:3e:70:cc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:55Z', 'revision_number': 4, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'subnets': [{'id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:44:57.344687 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-df3b6d72-38c8-4294-986b-a6ba1f603948 None None] Current status of the port db7e5db4-afd3-44f6-8162-dbd69bea9e60 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:57.345334 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-df3b6d72-38c8-4294-986b-a6ba1f603948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (db7e5db4-afd3-44f6-8162-dbd69bea9e60), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:57.355290 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47c78c-6aeb-4fe7-a099-bad68ff9a52f tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4857d65-78fb-44c7-83a8-9cc13b97c4ed,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:57.361880 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a84bcd3-095e-44a6-9f2a-8d10fabbcf3b x-openstack-request-id: req-6a84bcd3-095e-44a6-9f2a-8d10fabbcf3b {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:44:57.365009 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5432194-5362-42b1-af65-62f8b792995f", "tag": "d5a327ff-a923-4795-8495-adeb24bb894e", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:44:57.365009 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6a84bcd3-095e-44a6-9f2a-8d10fabbcf3b {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:44:57.365009 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a84bcd3-095e-44a6-9f2a-8d10fabbcf3b'] response: {'name': 'network-changed', 'server_uuid': 'd5432194-5362-42b1-af65-62f8b792995f', 'tag': 'd5a327ff-a923-4795-8495-adeb24bb894e', 'status': 'completed', 'code': 200} Mar 31 20:44:57.373342 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-9a279724-bc63-4837-a003-e4295cb2f2d2 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:44:57.375382 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-9a279724-bc63-4837-a003-e4295cb2f2d2 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.32 "GET /v2.0/networks?id=68a65e42-3a69-4c11-8f33-9e0a705f08d8 HTTP/1.1" status: 200 len: 818 time: 0.1929729 Mar 31 20:44:57.387925 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16fd0243-b27d-445a-9fcf-64278224d854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (0d6c7ff2-04e6-4c1e-9b8d-243ca53b9d51), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:57.406796 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-ffa7c7ff-39db-4d8b-a0fe-d47b79f880f3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Request body: {'port': {'device_id': '86e50dde-7a5e-4307-889b-00269153d579', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'admin_state_up': True, 'tenant_id': 'df50189c17a647ac86148405e9f04f55'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:57.484073 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] For port 0b5bb612-1c9e-484f-bf5c-7c279c924a64, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=0b5bb612-1c9e-484f-bf5c-7c279c924a64,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:44:57.528233 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6675fb-0be1-4ae3-a8fe-1df265de5fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706356ba-40b4-4dfc-a738-8db4cdfbc659,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:57.595414 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-df3b6d72-38c8-4294-986b-a6ba1f603948 None None] For port db7e5db4-afd3-44f6-8162-dbd69bea9e60, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=db7e5db4-afd3-44f6-8162-dbd69bea9e60,segment=NetworkSegment(a37701f9-dff0-46e9-bd6a-4580ea1f1d67),segment_id=a37701f9-dff0-46e9-bd6a-4580ea1f1d67)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:44:57.630466 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-b7cfd396-5305-4ee0-96e0-d623fd943dfa service neutron] 10.222.0.32 "GET /v2.0/networks/6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6075749 Mar 31 20:44:57.648893 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (0b5bb612-1c9e-484f-bf5c-7c279c924a64), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:57.649721 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 16be24b5-ba3d-450f-bfee-b02f23392d88 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:44:57.720308 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] For port 73112399-7fd3-482e-83ea-1cf2fab64872, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:44:57.796365 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] For port 73112399-7fd3-482e-83ea-1cf2fab64872, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=73112399-7fd3-482e-83ea-1cf2fab64872,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:44:57.800203 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-16fd0243-b27d-445a-9fcf-64278224d854 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=900af82e88964b5181fe8350374d0805&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9627006 Mar 31 20:44:57.807969 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd0243-b27d-445a-9fcf-64278224d854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6c7ff2-04e6-4c1e-9b8d-243ca53b9d51,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:57.813141 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-df3b6d72-38c8-4294-986b-a6ba1f603948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (db7e5db4-afd3-44f6-8162-dbd69bea9e60), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:57.816790 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 55056) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:57.860305 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 16be24b5-ba3d-450f-bfee-b02f23392d88 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:57.860685 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (16be24b5-ba3d-450f-bfee-b02f23392d88), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:57.909305 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-a1bad581-4e96-4de7-a35f-124c8ed4dda6 service neutron] 10.222.0.61 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0932462 Mar 31 20:44:57.917801 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Pushing event updated for resources: {'Port': ['ID=0b5bb612-1c9e-484f-bf5c-7c279c924a64,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:57.952231 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (73112399-7fd3-482e-83ea-1cf2fab64872), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:57.956001 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-fbac1d5d-f6dc-4a18-8c37-1cc70728f107 req-d671c8b4-1c58-4b58-806c-7258a99f8714 service neutron] 10.222.0.32 "GET /v2.0/networks/6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938728 Mar 31 20:44:57.963029 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1e586dfc-d0ea-4ea4-9eae-71cdc23aed2c admin admin] Publish callbacks [] for security_group (0d6c7ff2-04e6-4c1e-9b8d-243ca53b9d51), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:58.013163 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1e586dfc-d0ea-4ea4-9eae-71cdc23aed2c admin admin] Publish callbacks [] for security_group (0d6c7ff2-04e6-4c1e-9b8d-243ca53b9d51), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:58.028339 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-ffa7c7ff-39db-4d8b-a0fe-d47b79f880f3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Made reservation on behalf of df50189c17a647ac86148405e9f04f55 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:44:58.030190 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] Routers {'9c84159c-985b-4c22-95dc-29e58752883b'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:44:58.031024 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:44:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['9c84159c-985b-4c22-95dc-29e58752883b'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:58.034710 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-ffa7c7ff-39db-4d8b-a0fe-d47b79f880f3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:58.161128 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-404c2bdd-0456-406b-b1b6-c81cb7d265f2 service neutron] 10.222.0.61 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466362 Mar 31 20:44:58.162087 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b2fea01-2e90-47ce-ae26-ca6c2b7d069a tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group_rule (ea89b8d0-99e4-4026-b7c6-a8585f49662f), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:58.193802 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] Set router 9c84159c-985b-4c22-95dc-29e58752883b gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:44:58.272246 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3f47c78c-6aeb-4fe7-a099-bad68ff9a52f tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:58.276199 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-3f47c78c-6aeb-4fe7-a099-bad68ff9a52f tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 4.1661749 Mar 31 20:44:58.305041 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-7717b0f6-8f8b-417f-8106-2cff8687e55d None None] Provisioning complete for port db7e5db4-afd3-44f6-8162-dbd69bea9e60 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:58.305338 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7717b0f6-8f8b-417f-8106-2cff8687e55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (db7e5db4-afd3-44f6-8162-dbd69bea9e60), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:58.317673 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 55064) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:58.347973 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-4646e5ce-110a-4845-b98c-51fc85a16292 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Request body: {'security_group_rule': {'security_group_id': 'a4857d65-78fb-44c7-83a8-9cc13b97c4ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:58.467358 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-dffdc68e-3a86-490c-ba04-f3bd2fe9755c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Allocated IP 172.27.0.208 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/89ef760e-0986-48e6-8fdf-f705b822b252) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:44:58.478662 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360c6e3-113e-40bc-94c2-6f9d7c8fc9aa req-4524684d-b99d-423a-b1bc-4ad7a95f38fb tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:44:58.489257 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6360c6e3-113e-40bc-94c2-6f9d7c8fc9aa req-4524684d-b99d-423a-b1bc-4ad7a95f38fb tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 943 time: 1.1255906 Mar 31 20:44:58.496678 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870840ba-6558-45c9-be6e-a4fbb657f6cb req-33d16d41-9875-4b72-81c4-795df57cb2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:44:58.498823 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-870840ba-6558-45c9-be6e-a4fbb657f6cb req-33d16d41-9875-4b72-81c4-795df57cb2cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=698f8eccb7fb417ebe2c00915731fc94&device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 1127 time: 0.3490243 Mar 31 20:44:58.508211 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b2fea01-2e90-47ce-ae26-ca6c2b7d069a tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group_rule (ea89b8d0-99e4-4026-b7c6-a8585f49662f), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:58.519689 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b6d72-38c8-4294-986b-a6ba1f603948 None None] Pushing event updated for resources: {'Port': ['ID=db7e5db4-afd3-44f6-8162-dbd69bea9e60,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:58.626263 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b2fea01-2e90-47ce-ae26-ca6c2b7d069a tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (ea89b8d0-99e4-4026-b7c6-a8585f49662f), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:58.745217 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 16be24b5-ba3d-450f-bfee-b02f23392d88 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:58.839139 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-218a5486-1b8a-4230-9111-f1f225c49e6a req-946d4321-c49f-4088-a93b-1d2a17f93824 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 210 time: 0.1459653 Mar 31 20:44:58.862501 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b2fea01-2e90-47ce-ae26-ca6c2b7d069a tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:58.874963 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-3b2fea01-2e90-47ce-ae26-ca6c2b7d069a tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8414195 Mar 31 20:44:58.887613 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2fea01-2e90-47ce-ae26-ca6c2b7d069a tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea89b8d0-99e4-4026-b7c6-a8585f49662f,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:58.899226 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 55082) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:58.924267 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6360c6e3-113e-40bc-94c2-6f9d7c8fc9aa req-2797e86f-7ac2-4463-b46c-eeac53204d98 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/security-groups?id=860011e8-8775-4a61-ad58-1a12baec04a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330528 Mar 31 20:44:58.933850 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-4a445ed4-fef0-497e-a35f-aa2c95d276d4 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Request body: {'security_group_rule': {'security_group_id': 'bf2cbcd3-1cc7-40b0-85ea-9f68230102f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:59.024637 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895d979-1236-42e6-a224-712e70af5b0d None None] Pushing event updated for resources: {'Port': ['ID=73112399-7fd3-482e-83ea-1cf2fab64872,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:59.065812 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dffdc68e-3a86-490c-ba04-f3bd2fe9755c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for port (89ef760e-0986-48e6-8fdf-f705b822b252), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:59.070365 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4a445ed4-fef0-497e-a35f-aa2c95d276d4 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group_rule (81881ef1-0edb-46a0-8ff3-8180d44642bb), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:59.104955 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1e586dfc-d0ea-4ea4-9eae-71cdc23aed2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (0d6c7ff2-04e6-4c1e-9b8d-243ca53b9d51), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:59.152535 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4a445ed4-fef0-497e-a35f-aa2c95d276d4 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group_rule (81881ef1-0edb-46a0-8ff3-8180d44642bb), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:59.160371 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1e586dfc-d0ea-4ea4-9eae-71cdc23aed2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:59.162286 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-1e586dfc-d0ea-4ea4-9eae-71cdc23aed2c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0d6c7ff2-04e6-4c1e-9b8d-243ca53b9d51 HTTP/1.1" status: 204 len: 168 time: 1.3391936 Mar 31 20:44:59.220808 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-ffa7c7ff-39db-4d8b-a0fe-d47b79f880f3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Allocated IP 172.20.0.10 (68a65e42-3a69-4c11-8f33-9e0a705f08d8/3d3bfe61-66f5-4685-b3aa-57a09c0f885e/dbf2dbda-ef58-412f-97f7-1dc3114debce) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:44:59.222909 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-7717b0f6-8f8b-417f-8106-2cff8687e55d None None] Current status of the port db7e5db4-afd3-44f6-8162-dbd69bea9e60 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:59.230294 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4a445ed4-fef0-497e-a35f-aa2c95d276d4 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (81881ef1-0edb-46a0-8ff3-8180d44642bb), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:59.264187 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device db7e5db4-afd3-44f6-8162-dbd69bea9e60 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:44:59.299371 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dffdc68e-3a86-490c-ba04-f3bd2fe9755c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (89ef760e-0986-48e6-8fdf-f705b822b252), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:59.321402 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a445ed4-fef0-497e-a35f-aa2c95d276d4 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81881ef1-0edb-46a0-8ff3-8180d44642bb,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:59.382824 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-7717b0f6-8f8b-417f-8106-2cff8687e55d None None] Provisioning complete for port 73112399-7fd3-482e-83ea-1cf2fab64872 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:59.383196 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7717b0f6-8f8b-417f-8106-2cff8687e55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (73112399-7fd3-482e-83ea-1cf2fab64872), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:59.416246 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffdc68e-3a86-490c-ba04-f3bd2fe9755c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:44:59.419976 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-dffdc68e-3a86-490c-ba04-f3bd2fe9755c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:44:59.436619 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffdc68e-3a86-490c-ba04-f3bd2fe9755c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:44:59.479625 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4a445ed4-fef0-497e-a35f-aa2c95d276d4 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:59.484862 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-4a445ed4-fef0-497e-a35f-aa2c95d276d4 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5542901 Mar 31 20:44:59.485895 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 55102) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:44:59.534473 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:57Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:44:59.554465 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-cbed0b3e-0b4d-4284-926b-c7dd31e80f38 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Request body: {'floatingip': {'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:44:59.666551 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port db7e5db4-afd3-44f6-8162-dbd69bea9e60 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:44:59.667045 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (db7e5db4-afd3-44f6-8162-dbd69bea9e60), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:59.669118 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e0d306-7b90-497e-87e4-481e3e541e51 None None] The sync data for ids ['9c84159c-985b-4c22-95dc-29e58752883b'] in dv-cinder-836072-1-iscsi is: [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:57Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:44:59.754391 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dffdc68e-3a86-490c-ba04-f3bd2fe9755c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for floatingip (29cb4e10-f4f9-4a89-9829-ebe263ee989d), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:59.784618 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffdc68e-3a86-490c-ba04-f3bd2fe9755c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Pushing event updated for resources: {'Port': ['ID=89ef760e-0986-48e6-8fdf-f705b822b252,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:59.841590 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-7717b0f6-8f8b-417f-8106-2cff8687e55d None None] Current status of the port 73112399-7fd3-482e-83ea-1cf2fab64872 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:44:59.842269 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7717b0f6-8f8b-417f-8106-2cff8687e55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (73112399-7fd3-482e-83ea-1cf2fab64872), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:44:59.856364 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e586dfc-d0ea-4ea4-9eae-71cdc23aed2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6c7ff2-04e6-4c1e-9b8d-243ca53b9d51,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:44:59.874098 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870840ba-6558-45c9-be6e-a4fbb657f6cb req-077fd300-7399-4359-8673-2cfc985aa919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:44:59.878360 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-870840ba-6558-45c9-be6e-a4fbb657f6cb req-077fd300-7399-4359-8673-2cfc985aa919 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44 HTTP/1.1" status: 200 len: 912 time: 1.3700421 Mar 31 20:44:59.879144 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4646e5ce-110a-4845-b98c-51fc85a16292 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for security_group_rule (09da59e8-1b62-4145-ac18-541ed9b59c15), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:00.080011 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-7717b0f6-8f8b-417f-8106-2cff8687e55d None None] For port 73112399-7fd3-482e-83ea-1cf2fab64872, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=73112399-7fd3-482e-83ea-1cf2fab64872,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:45:00.087163 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-36f5615d-426e-4ba5-b80d-7ca9dba07a4a req-44c48a1b-895d-4831-aeeb-e939ff301e07 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 210 time: 0.1275225 Mar 31 20:45:00.103479 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cbed0b3e-0b4d-4284-926b-c7dd31e80f38 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:00.112246 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port db7e5db4-afd3-44f6-8162-dbd69bea9e60 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:45:00.115576 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 5e06fafe-6f50-4817-9860-fb782d1a8596 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:45:00.148861 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dffdc68e-3a86-490c-ba04-f3bd2fe9755c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (89ef760e-0986-48e6-8fdf-f705b822b252), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:00.252896 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7717b0f6-8f8b-417f-8106-2cff8687e55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (73112399-7fd3-482e-83ea-1cf2fab64872), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:00.319682 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-870840ba-6558-45c9-be6e-a4fbb657f6cb req-ecdfae5d-7f03-48ae-8d86-5aa8ee58ac50 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5a327ff-a923-4795-8495-adeb24bb894e HTTP/1.1" status: 200 len: 217 time: 0.3849638 Mar 31 20:45:00.352494 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 5e06fafe-6f50-4817-9860-fb782d1a8596 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:45:00.352494 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (5e06fafe-6f50-4817-9860-fb782d1a8596), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:00.401315 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870840ba-6558-45c9-be6e-a4fbb657f6cb req-b6d99145-f59a-40f3-b4cf-0f14b754f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:00.415264 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-870840ba-6558-45c9-be6e-a4fbb657f6cb req-b6d99145-f59a-40f3-b4cf-0f14b754f5b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=39430d21-651f-4bd0-9d40-d71a8c7fd3de HTTP/1.1" status: 200 len: 851 time: 0.0533974 Mar 31 20:45:00.504385 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4646e5ce-110a-4845-b98c-51fc85a16292 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for security_group_rule (09da59e8-1b62-4145-ac18-541ed9b59c15), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:00.511961 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-ffa7c7ff-39db-4d8b-a0fe-d47b79f880f3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for port (dbf2dbda-ef58-412f-97f7-1dc3114debce), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:00.545667 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dffdc68e-3a86-490c-ba04-f3bd2fe9755c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for port (89ef760e-0986-48e6-8fdf-f705b822b252), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:00.583270 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717b0f6-8f8b-417f-8106-2cff8687e55d None None] Pushing event updated for resources: {'Port': ['ID=73112399-7fd3-482e-83ea-1cf2fab64872,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:00.605724 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4646e5ce-110a-4845-b98c-51fc85a16292 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (09da59e8-1b62-4145-ac18-541ed9b59c15), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:00.614654 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-31ef674c-b337-4b02-b3e0-7a1e76fb7dc5 None None] Provisioning complete for port 73112399-7fd3-482e-83ea-1cf2fab64872 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:45:00.617399 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-31ef674c-b337-4b02-b3e0-7a1e76fb7dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (73112399-7fd3-482e-83ea-1cf2fab64872), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:00.634852 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193825c0-07e7-4677-82a7-67a136fc745a req-5e5ab30c-8607-416c-8a9f-fe3ff1feaf5a tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:00.636624 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-193825c0-07e7-4677-82a7-67a136fc745a req-5e5ab30c-8607-416c-8a9f-fe3ff1feaf5a tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 943 time: 0.5482652 Mar 31 20:45:00.673965 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-870840ba-6558-45c9-be6e-a4fbb657f6cb req-345d8d40-d7c6-402e-8bc3-7b032777f1ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298282 Mar 31 20:45:00.675603 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646e5ce-110a-4845-b98c-51fc85a16292 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09da59e8-1b62-4145-ac18-541ed9b59c15,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:00.767990 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-ffa7c7ff-39db-4d8b-a0fe-d47b79f880f3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (dbf2dbda-ef58-412f-97f7-1dc3114debce), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:00.808814 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dffdc68e-3a86-490c-ba04-f3bd2fe9755c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (89ef760e-0986-48e6-8fdf-f705b822b252), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:00.938752 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-193825c0-07e7-4677-82a7-67a136fc745a req-3030f29a-c6de-4ae2-b226-ef3193cd7462 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/security-groups?id=860011e8-8775-4a61-ad58-1a12baec04a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923248 Mar 31 20:45:00.972327 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dffdc68e-3a86-490c-ba04-f3bd2fe9755c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (29cb4e10-f4f9-4a89-9829-ebe263ee989d), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:00.975836 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cbed0b3e-0b4d-4284-926b-c7dd31e80f38 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:01.030474 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7c7ff-39db-4d8b-a0fe-d47b79f880f3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Pushing event updated for resources: {'Port': ['ID=dbf2dbda-ef58-412f-97f7-1dc3114debce,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:01.036748 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffdc68e-3a86-490c-ba04-f3bd2fe9755c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Pushing event updated for resources: {'Port': ['ID=89ef760e-0986-48e6-8fdf-f705b822b252,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:01.051524 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-ffa7c7ff-39db-4d8b-a0fe-d47b79f880f3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Network 68a65e42-3a69-4c11-8f33-9e0a705f08d8 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:45:01.073603 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4646e5ce-110a-4845-b98c-51fc85a16292 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:01.075667 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-4646e5ce-110a-4845-b98c-51fc85a16292 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7462065 Mar 31 20:45:01.077787 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-ffa7c7ff-39db-4d8b-a0fe-d47b79f880f3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:45:01.091287 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-ffa7c7ff-39db-4d8b-a0fe-d47b79f880f3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:45:01.114571 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-ffa7c7ff-39db-4d8b-a0fe-d47b79f880f3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:01.116859 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-ffa7c7ff-39db-4d8b-a0fe-d47b79f880f3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:01.143834 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 5e06fafe-6f50-4817-9860-fb782d1a8596 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:45:01.143834 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (5e06fafe-6f50-4817-9860-fb782d1a8596), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:01.172183 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-870840ba-6558-45c9-be6e-a4fbb657f6cb req-09404dfd-a0b5-4683-8bcc-4fb893012ac3 service neutron] 10.222.0.32 "GET /v2.0/networks/6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857059 Mar 31 20:45:01.185873 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 55146) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:01.208570 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-d0871861-405b-41c5-b2e9-581add16c649 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Request body: {'security_group_rule': {'security_group_id': 'a4857d65-78fb-44c7-83a8-9cc13b97c4ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:45:01.311558 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dffdc68e-3a86-490c-ba04-f3bd2fe9755c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:01.329789 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-ffa7c7ff-39db-4d8b-a0fe-d47b79f880f3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9225137 Mar 31 20:45:01.342142 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-dffdc68e-3a86-490c-ba04-f3bd2fe9755c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1476769 Mar 31 20:45:01.398676 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] For port 5e06fafe-6f50-4817-9860-fb782d1a8596, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=5e06fafe-6f50-4817-9860-fb782d1a8596,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:45:01.399063 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-31ef674c-b337-4b02-b3e0-7a1e76fb7dc5 None None] Current status of the port 73112399-7fd3-482e-83ea-1cf2fab64872 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:45:01.433730 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-361be752-3174-4a37-9cf4-fd73d51b9b96 service neutron] Request body: {'port': {'device_id': '86e50dde-7a5e-4307-889b-00269153d579', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:45:01.493612 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (5e06fafe-6f50-4817-9860-fb782d1a8596), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:01.494687 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 0b5bb612-1c9e-484f-bf5c-7c279c924a64 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:45:01.742063 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-870840ba-6558-45c9-be6e-a4fbb657f6cb req-f27ad2da-197c-4a64-8dbe-983e516751fb service neutron] 10.222.0.32 "GET /v2.0/networks/6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5521426 Mar 31 20:45:01.795103 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d0871861-405b-41c5-b2e9-581add16c649 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for security_group_rule (175ae680-bcb2-4c50-af91-2248248057a7), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:01.818774 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-cbed0b3e-0b4d-4284-926b-c7dd31e80f38 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Allocated IP 172.27.0.105 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/bdafff27-abd1-4dfd-8bf0-1b41c8a2de37) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:45:02.002538 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cbed0b3e-0b4d-4284-926b-c7dd31e80f38 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for port (bdafff27-abd1-4dfd-8bf0-1b41c8a2de37), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:02.010292 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8178d114-d20a-47ba-851d-40ef2a5a86a4 req-d824a0e2-1af1-4e04-8a08-ca801a865da5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 210 time: 0.6334407 Mar 31 20:45:02.030129 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-361be752-3174-4a37-9cf4-fd73d51b9b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (dbf2dbda-ef58-412f-97f7-1dc3114debce), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:02.103662 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d0871861-405b-41c5-b2e9-581add16c649 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for security_group_rule (175ae680-bcb2-4c50-af91-2248248057a7), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:02.113834 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-68f0b09f-ba4e-4fba-90cd-1dae963908ac tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--2003155200&fields=id&tenant_id=c2f7a7f12f0247c0881f0c5ba6b5b36d HTTP/1.1" status: 200 len: 267 time: 0.1072769 Mar 31 20:45:02.226140 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] Sync routers for ids ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:45:02.281420 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cbed0b3e-0b4d-4284-926b-c7dd31e80f38 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (bdafff27-abd1-4dfd-8bf0-1b41c8a2de37), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:02.361451 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-91a91261-6524-4007-bf4a-292380477b6b None None] Provisioning complete for port dbf2dbda-ef58-412f-97f7-1dc3114debce triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:45:02.361451 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-91a91261-6524-4007-bf4a-292380477b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (dbf2dbda-ef58-412f-97f7-1dc3114debce), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:02.482041 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] Routers {'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:45:02.482041 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:44:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:45:02.487531 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Pushing event updated for resources: {'Port': ['ID=5e06fafe-6f50-4817-9860-fb782d1a8596,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:02.601686 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 0b5bb612-1c9e-484f-bf5c-7c279c924a64 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:45:02.602147 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (0b5bb612-1c9e-484f-bf5c-7c279c924a64), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:02.614631 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed0b3e-0b4d-4284-926b-c7dd31e80f38 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event updated for resources: {'Port': ['ID=bdafff27-abd1-4dfd-8bf0-1b41c8a2de37,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:02.638203 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-91a91261-6524-4007-bf4a-292380477b6b None None] Port dbf2dbda-ef58-412f-97f7-1dc3114debce cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:45:02.645014 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbed0b3e-0b4d-4284-926b-c7dd31e80f38 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:45:02.693771 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-cbed0b3e-0b4d-4284-926b-c7dd31e80f38 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:45:02.705904 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbed0b3e-0b4d-4284-926b-c7dd31e80f38 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:45:02.727661 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-361be752-3174-4a37-9cf4-fd73d51b9b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf2dbda-ef58-412f-97f7-1dc3114debce {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:45:02.736948 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-361be752-3174-4a37-9cf4-fd73d51b9b96 service neutron] Publish callbacks [] for port (dbf2dbda-ef58-412f-97f7-1dc3114debce), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:02.752355 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-361be752-3174-4a37-9cf4-fd73d51b9b96 service neutron] Transition to ACTIVE for port object dbf2dbda-ef58-412f-97f7-1dc3114debce will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:45:02.755887 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d0871861-405b-41c5-b2e9-581add16c649 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (175ae680-bcb2-4c50-af91-2248248057a7), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:02.827317 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 55206) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:02.847676 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0871861-405b-41c5-b2e9-581add16c649 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=175ae680-bcb2-4c50-af91-2248248057a7,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:02.894294 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 0b5bb612-1c9e-484f-bf5c-7c279c924a64 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:45:02.895498 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 05667e8f-0d6d-4f63-a439-c0a83707d584 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:45:02.911827 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-361be752-3174-4a37-9cf4-fd73d51b9b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (dbf2dbda-ef58-412f-97f7-1dc3114debce), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:02.924946 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bba9f-6203-4567-b864-124a7652f463 req-1fc44268-0034-43a7-bcfb-e3db35f1de44 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:02.936702 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-152bba9f-6203-4567-b864-124a7652f463 req-1fc44268-0034-43a7-bcfb-e3db35f1de44 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 943 time: 0.7014918 Mar 31 20:45:02.996599 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] Set router a3f734c7-dd5f-4ecf-81e7-0d209282fa5f gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:45:03.012264 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361be752-3174-4a37-9cf4-fd73d51b9b96 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf2dbda-ef58-412f-97f7-1dc3114debce,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:03.066421 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-99445f86-c631-47be-a59b-8c46a9987662 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:03.071175 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-99445f86-c631-47be-a59b-8c46a9987662 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/networks?id=29c94a09-ad75-42a2-8666-a0269d34f4fc HTTP/1.1" status: 200 len: 816 time: 0.9460258 Mar 31 20:45:03.108336 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-361be752-3174-4a37-9cf4-fd73d51b9b96 service neutron] Attempting to bind port dbf2dbda-ef58-412f-97f7-1dc3114debce on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:45:03.109781 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-361be752-3174-4a37-9cf4-fd73d51b9b96 service neutron] Attempting to bind port dbf2dbda-ef58-412f-97f7-1dc3114debce by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'a37701f9-dff0-46e9-bd6a-4580ea1f1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:45:03.110097 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cbed0b3e-0b4d-4284-926b-c7dd31e80f38 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (049a7f99-598d-4c92-8182-7e9fbe82cbdd), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:03.110490 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-361be752-3174-4a37-9cf4-fd73d51b9b96 service neutron] Attempting to bind port dbf2dbda-ef58-412f-97f7-1dc3114debce on network 68a65e42-3a69-4c11-8f33-9e0a705f08d8 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:45:03.144457 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d0871861-405b-41c5-b2e9-581add16c649 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:03.149027 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-d0871861-405b-41c5-b2e9-581add16c649 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9639916 Mar 31 20:45:03.164621 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 55220) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:03.168023 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-152bba9f-6203-4567-b864-124a7652f463 req-1bbb1815-c614-4a2c-a7c6-45f66d90d4d7 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/security-groups?id=860011e8-8775-4a61-ad58-1a12baec04a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303722 Mar 31 20:45:03.182895 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-be0cee40-14c3-40da-8bfa-28d5bffb7202 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Request body: {'floatingip': {'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:45:03.197021 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-361be752-3174-4a37-9cf4-fd73d51b9b96 service neutron] Port dbf2dbda-ef58-412f-97f7-1dc3114debce on network 68a65e42-3a69-4c11-8f33-9e0a705f08d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:45:03.197592 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-361be752-3174-4a37-9cf4-fd73d51b9b96 service neutron] Attempting to bind port dbf2dbda-ef58-412f-97f7-1dc3114debce on network 68a65e42-3a69-4c11-8f33-9e0a705f08d8 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:45:03.210568 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-fb573e09-0e25-4e61-abe1-c6c5a5f93bec tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/quotas/c2f7a7f12f0247c0881f0c5ba6b5b36d HTTP/1.1" status: 200 len: 375 time: 0.1162069 Mar 31 20:45:03.227615 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-361be752-3174-4a37-9cf4-fd73d51b9b96 service neutron] Checking agent: {'id': '7dd6c0b4-7b51-4ce7-a43e-f42db731a887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'started_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:45:03.231535 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-361be752-3174-4a37-9cf4-fd73d51b9b96 service neutron] Checking segment: {'id': 'a37701f9-dff0-46e9-bd6a-4580ea1f1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:45:03.232222 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-361be752-3174-4a37-9cf4-fd73d51b9b96 service neutron] Bound using segment: {'id': 'a37701f9-dff0-46e9-bd6a-4580ea1f1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:45:03.233318 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-361be752-3174-4a37-9cf4-fd73d51b9b96 service neutron] Bound port: dbf2dbda-ef58-412f-97f7-1dc3114debce, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37701f9-dff0-46e9-bd6a-4580ea1f1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:45:03.239647 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-361be752-3174-4a37-9cf4-fd73d51b9b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (dbf2dbda-ef58-412f-97f7-1dc3114debce), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:03.357932 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-1af84511-6008-4b80-8a25-e7ad6f91fc56 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:03.367938 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-1af84511-6008-4b80-8a25-e7ad6f91fc56 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.32 "GET /v2.0/networks?id=68a65e42-3a69-4c11-8f33-9e0a705f08d8 HTTP/1.1" status: 200 len: 818 time: 0.6084328 Mar 31 20:45:03.411574 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 05667e8f-0d6d-4f63-a439-c0a83707d584 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:45:03.412147 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (05667e8f-0d6d-4f63-a439-c0a83707d584), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:03.417625 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-2fd5f8e3-5a5d-49e7-a4d3-88a60c1a82eb tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Request body: {'port': {'device_id': '5984d4a1-3f77-449a-9e97-77600dd513c0', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'admin_state_up': True, 'tenant_id': 'df50189c17a647ac86148405e9f04f55'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:45:03.439067 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cbed0b3e-0b4d-4284-926b-c7dd31e80f38 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (bdafff27-abd1-4dfd-8bf0-1b41c8a2de37), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:03.511638 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:03.704260 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-be0cee40-14c3-40da-8bfa-28d5bffb7202 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:03.735472 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 05667e8f-0d6d-4f63-a439-c0a83707d584 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:45:03.755714 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'name': 'tempest-AttachVolumeTestJSON-68326044-router', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:47Z', 'revision_number': 4, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'gw_port': {'id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:37Z', 'updated_at': '2022-03-31T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'd7a583f4-a76d-4916-86c0-8fbb0eebb827', 'name': '', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'mac_address': 'fa:16:3e:09:a6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:45Z', 'updated_at': '2022-03-31T20:44:48Z', 'revision_number': 2, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'subnets': [{'id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:45:03.825245 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-361be752-3174-4a37-9cf4-fd73d51b9b96 service neutron] For port dbf2dbda-ef58-412f-97f7-1dc3114debce, host hv-cinder-83607, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:45:03.831467 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-361be752-3174-4a37-9cf4-fd73d51b9b96 service neutron] For port dbf2dbda-ef58-412f-97f7-1dc3114debce, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dbf2dbda-ef58-412f-97f7-1dc3114debce,segment=NetworkSegment(a37701f9-dff0-46e9-bd6a-4580ea1f1d67),segment_id=a37701f9-dff0-46e9-bd6a-4580ea1f1d67)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:45:03.860538 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] Checking router: a3f734c7-dd5f-4ecf-81e7-0d209282fa5f for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:45:03.863417 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] Updating router a3f734c7-dd5f-4ecf-81e7-0d209282fa5f port d7a583f4-a76d-4916-86c0-8fbb0eebb827 binding host dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:45:03.894168 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-2fd5f8e3-5a5d-49e7-a4d3-88a60c1a82eb tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Made reservation on behalf of df50189c17a647ac86148405e9f04f55 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:45:03.904949 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (d7a583f4-a76d-4916-86c0-8fbb0eebb827), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:03.905483 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-2fd5f8e3-5a5d-49e7-a4d3-88a60c1a82eb tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:03.967150 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-be0cee40-14c3-40da-8bfa-28d5bffb7202 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:04.020619 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-361be752-3174-4a37-9cf4-fd73d51b9b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (dbf2dbda-ef58-412f-97f7-1dc3114debce), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:04.029869 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0055e0d5-f7e6-4c7e-b3df-1ae2acbf5f6a req-560b6abb-caae-442c-8a3c-c29af4f69857 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 210 time: 0.6477408 Mar 31 20:45:04.045744 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4b6a73bf-aea7-4e61-ae01-aa47df9b5b5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:04.069845 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-361be752-3174-4a37-9cf4-fd73d51b9b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:04.070555 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-361be752-3174-4a37-9cf4-fd73d51b9b96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:04.072049 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-361be752-3174-4a37-9cf4-fd73d51b9b96 service neutron] 10.222.0.32 "PUT /v2.0/ports/dbf2dbda-ef58-412f-97f7-1dc3114debce HTTP/1.1" status: 200 len: 1094 time: 2.6715021 Mar 31 20:45:04.082796 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e50dde-7a5e-4307-889b-00269153d579', 'tag': 'dbf2dbda-ef58-412f-97f7-1dc3114debce'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:45:04.087646 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc6bd9e-29cc-4da2-a881-97e35e90608f" -d '{"events": [{"name": "network-changed", "server_uuid": "86e50dde-7a5e-4307-889b-00269153d579", "tag": "dbf2dbda-ef58-412f-97f7-1dc3114debce"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:45:04.109807 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-b86aad03-c8a4-4ab4-a05b-e9befab4c553 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c2f7a7f12f0247c0881f0c5ba6b5b36d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8982842 Mar 31 20:45:04.235002 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 73112399-7fd3-482e-83ea-1cf2fab64872 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:45:04.330816 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cbed0b3e-0b4d-4284-926b-c7dd31e80f38 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for port (bdafff27-abd1-4dfd-8bf0-1b41c8a2de37), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:04.462437 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 73112399-7fd3-482e-83ea-1cf2fab64872 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:45:04.462437 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (73112399-7fd3-482e-83ea-1cf2fab64872), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:04.495205 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4b6a73bf-aea7-4e61-ae01-aa47df9b5b5c admin admin] Publish callbacks [] for security_group (c5ff3aec-1048-43fa-a9fc-09980144dbfd), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:04.496984 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cbed0b3e-0b4d-4284-926b-c7dd31e80f38 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (bdafff27-abd1-4dfd-8bf0-1b41c8a2de37), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:04.624392 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4b6a73bf-aea7-4e61-ae01-aa47df9b5b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (c5ff3aec-1048-43fa-a9fc-09980144dbfd), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:04.684099 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-4b6a73bf-aea7-4e61-ae01-aa47df9b5b5c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=176831ed1fdc4abd91657c63c11b788b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8475480 Mar 31 20:45:04.694775 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 55246) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:04.715676 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cbed0b3e-0b4d-4284-926b-c7dd31e80f38 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (049a7f99-598d-4c92-8182-7e9fbe82cbdd), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:04.722912 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] Publish callbacks [] for port (d7a583f4-a76d-4916-86c0-8fbb0eebb827), precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:04.808315 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 73112399-7fd3-482e-83ea-1cf2fab64872 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:45:04.809298 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 5e06fafe-6f50-4817-9860-fb782d1a8596 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:45:04.815464 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-2fd5f8e3-5a5d-49e7-a4d3-88a60c1a82eb tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Allocated IP 172.20.0.7 (68a65e42-3a69-4c11-8f33-9e0a705f08d8/3d3bfe61-66f5-4685-b3aa-57a09c0f885e/255d6bd9-10f6-4b16-ba20-dc57ae340a84) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:45:04.827561 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361be752-3174-4a37-9cf4-fd73d51b9b96 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf2dbda-ef58-412f-97f7-1dc3114debce,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:04.828960 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed0b3e-0b4d-4284-926b-c7dd31e80f38 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event updated for resources: {'Port': ['ID=bdafff27-abd1-4dfd-8bf0-1b41c8a2de37,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:04.845673 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a73bf-aea7-4e61-ae01-aa47df9b5b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ff3aec-1048-43fa-a9fc-09980144dbfd,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:04.879022 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-bc307e91-a610-46a2-b0e8-298e43a07e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:04.881446 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-bc307e91-a610-46a2-b0e8-298e43a07e79 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df50189c17a647ac86148405e9f04f55&device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 1128 time: 0.6463640 Mar 31 20:45:04.894665 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-67578c09-8c42-433f-bf17-2320ef9ed287 service neutron] 10.222.0.61 "GET /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6622353 Mar 31 20:45:04.910768 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (d7a583f4-a76d-4916-86c0-8fbb0eebb827), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:04.931752 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b784429-039e-49ef-9bce-ecf426e314b5 req-613de400-f7d5-45c6-845e-656efb4486e1 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:04.931752 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3b784429-039e-49ef-9bce-ecf426e314b5 req-613de400-f7d5-45c6-845e-656efb4486e1 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 943 time: 0.5903041 Mar 31 20:45:05.016300 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cbed0b3e-0b4d-4284-926b-c7dd31e80f38 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:05.027026 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-cbed0b3e-0b4d-4284-926b-c7dd31e80f38 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5270474 Mar 31 20:45:05.036652 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-be0cee40-14c3-40da-8bfa-28d5bffb7202 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Allocated IP 172.27.0.159 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/3369158d-8894-4003-a269-55779e2d122c) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:45:05.077560 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 5e06fafe-6f50-4817-9860-fb782d1a8596 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:45:05.078384 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (5e06fafe-6f50-4817-9860-fb782d1a8596), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:05.209870 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3b784429-039e-49ef-9bce-ecf426e314b5 req-9f2fde80-b089-4b63-8eca-27cb2474cbfb tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/security-groups?id=860011e8-8775-4a61-ad58-1a12baec04a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596374 Mar 31 20:45:05.214959 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93735c84-e49e-4496-91ac-8975df2c901a admin admin] Publish callbacks [] for security_group (c5ff3aec-1048-43fa-a9fc-09980144dbfd), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:05.222646 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bf54f-e2a0-4525-8a08-502ec5937ea8 None None] Pushing event updated for resources: {'Port': ['ID=d7a583f4-a76d-4916-86c0-8fbb0eebb827,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:05.262220 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] Attempting to bind port d7a583f4-a76d-4916-86c0-8fbb0eebb827 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:45:05.277328 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] Attempting to bind port d7a583f4-a76d-4916-86c0-8fbb0eebb827 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': '82f3cc8a-d230-474e-9e03-5cccc3fb873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:45:05.277623 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] Attempting to bind port d7a583f4-a76d-4916-86c0-8fbb0eebb827 on network aae64b56-d644-454d-807a-9ff75eea577e {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:45:05.291618 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:45:05.291618 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] Checking segment: {'id': '82f3cc8a-d230-474e-9e03-5cccc3fb873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:45:05.291869 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-be0cee40-14c3-40da-8bfa-28d5bffb7202 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for port (3369158d-8894-4003-a269-55779e2d122c), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:05.291960 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:05.291960 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] Bound using segment: {'id': '82f3cc8a-d230-474e-9e03-5cccc3fb873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:45:05.302713 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] Bound port: d7a583f4-a76d-4916-86c0-8fbb0eebb827, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f3cc8a-d230-474e-9e03-5cccc3fb873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:45:05.303471 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (d7a583f4-a76d-4916-86c0-8fbb0eebb827), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:05.372068 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93735c84-e49e-4496-91ac-8975df2c901a admin admin] Publish callbacks [] for security_group (c5ff3aec-1048-43fa-a9fc-09980144dbfd), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:05.400696 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-ff5d14c3-6194-4d37-a5ce-f6653abcc2c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf2dbda-ef58-412f-97f7-1dc3114debce HTTP/1.1" status: 200 len: 217 time: 0.4769964 Mar 31 20:45:05.434225 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-be0cee40-14c3-40da-8bfa-28d5bffb7202 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (3369158d-8894-4003-a269-55779e2d122c), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:05.440946 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-426d1cc0-4a09-4260-b191-16e4009cb1e9 service neutron] 10.222.0.61 "GET /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5571628 Mar 31 20:45:05.546995 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 5e06fafe-6f50-4817-9860-fb782d1a8596 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:45:05.638345 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] For port d7a583f4-a76d-4916-86c0-8fbb0eebb827, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:45:05.652507 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] For port d7a583f4-a76d-4916-86c0-8fbb0eebb827, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=d7a583f4-a76d-4916-86c0-8fbb0eebb827,segment=NetworkSegment(82f3cc8a-d230-474e-9e03-5cccc3fb873b),segment_id=82f3cc8a-d230-474e-9e03-5cccc3fb873b)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:45:05.686787 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93735c84-e49e-4496-91ac-8975df2c901a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (c5ff3aec-1048-43fa-a9fc-09980144dbfd), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:05.692495 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-93735c84-e49e-4496-91ac-8975df2c901a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:05.694531 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-93735c84-e49e-4496-91ac-8975df2c901a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c5ff3aec-1048-43fa-a9fc-09980144dbfd HTTP/1.1" status: 204 len: 168 time: 0.9807088 Mar 31 20:45:05.706257 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-b8aec45f-076c-4a73-9623-fee6fc51c286 None None] Provisioning complete for port d7a583f4-a76d-4916-86c0-8fbb0eebb827 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:45:05.706810 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b8aec45f-076c-4a73-9623-fee6fc51c286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (d7a583f4-a76d-4916-86c0-8fbb0eebb827), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:05.743223 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93735c84-e49e-4496-91ac-8975df2c901a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ff3aec-1048-43fa-a9fc-09980144dbfd,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:05.797870 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (d7a583f4-a76d-4916-86c0-8fbb0eebb827), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:05.961528 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b8aec45f-076c-4a73-9623-fee6fc51c286 None None] Port d7a583f4-a76d-4916-86c0-8fbb0eebb827 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:45:06.023117 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bca78409-91f4-4343-9f07-aa0d422c987b req-a3dfaa11-a06d-4a0c-8d93-5fcad9fc2921 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 210 time: 0.1446686 Mar 31 20:45:06.035303 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] Routers {'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:45:06.036823 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:44:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:45:06.217510 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bfc10b96-65f9-4370-af3f-9c75046162a1 req-17d5e67f-27e4-4a9e-ba83-7a47187e13f2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 210 time: 0.0987253 Mar 31 20:45:06.220430 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447662c8-3103-406c-9085-730cc1470667 x-openstack-request-id: req-447662c8-3103-406c-9085-730cc1470667 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:45:06.220992 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e50dde-7a5e-4307-889b-00269153d579", "tag": "dbf2dbda-ef58-412f-97f7-1dc3114debce", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:45:06.222412 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-447662c8-3103-406c-9085-730cc1470667 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:45:06.223162 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-447662c8-3103-406c-9085-730cc1470667'] response: {'name': 'network-changed', 'server_uuid': '86e50dde-7a5e-4307-889b-00269153d579', 'tag': 'dbf2dbda-ef58-412f-97f7-1dc3114debce', 'status': 'completed', 'code': 200} Mar 31 20:45:06.235440 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0cee40-14c3-40da-8bfa-28d5bffb7202 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:45:06.254946 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-be0cee40-14c3-40da-8bfa-28d5bffb7202 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:45:06.264096 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bf54f-e2a0-4525-8a08-502ec5937ea8 None None] Pushing event updated for resources: {'Port': ['ID=d7a583f4-a76d-4916-86c0-8fbb0eebb827,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:06.264545 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-496f6b8b-9ca7-4d71-bd51-c090c8ead7f7 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1014249010&fields=id&tenant_id=4396e2a514f7449287ea5b0d1b36b858 HTTP/1.1" status: 200 len: 267 time: 0.2201798 Mar 31 20:45:06.286602 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0cee40-14c3-40da-8bfa-28d5bffb7202 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:45:06.312000 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-87d61b2b-09d0-473d-928e-a4d6451a243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:06.314069 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-87d61b2b-09d0-473d-928e-a4d6451a243f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d3bfe61-66f5-4685-b3aa-57a09c0f885e HTTP/1.1" status: 200 len: 857 time: 0.9000702 Mar 31 20:45:06.337289 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] Set router a3f734c7-dd5f-4ecf-81e7-0d209282fa5f gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:45:06.384581 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cee40-14c3-40da-8bfa-28d5bffb7202 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Pushing event updated for resources: {'Port': ['ID=3369158d-8894-4003-a269-55779e2d122c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:06.496709 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-39e850e8-a5c0-4dc9-8c84-952e1592d35c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:06.499105 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-39e850e8-a5c0-4dc9-8c84-952e1592d35c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/networks?id=63cb74cd-f9ca-4f98-a1e8-3428b271c26f HTTP/1.1" status: 200 len: 814 time: 0.2332435 Mar 31 20:45:06.561257 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-c268d378-5b2a-4df7-977a-139fb985e4d0 None None] Provisioning complete for port d7a583f4-a76d-4916-86c0-8fbb0eebb827 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:45:06.561887 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c268d378-5b2a-4df7-977a-139fb985e4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (d7a583f4-a76d-4916-86c0-8fbb0eebb827), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:06.578340 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-5a7c5e78-aecc-4670-a6c0-e82368663708 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/quotas/4396e2a514f7449287ea5b0d1b36b858 HTTP/1.1" status: 200 len: 375 time: 0.0562134 Mar 31 20:45:06.600437 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ff2a2-5900-40db-b462-0fedc589d057 req-c7364c6a-3738-4711-bd15-a2b01f50b713 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:06.609589 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b49ff2a2-5900-40db-b462-0fedc589d057 req-c7364c6a-3738-4711-bd15-a2b01f50b713 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 943 time: 0.1790526 Mar 31 20:45:06.635940 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-be0cee40-14c3-40da-8bfa-28d5bffb7202 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for floatingip (48928f18-e67f-48bd-a6c3-4ba18d0bb2c7), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:06.709583 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-2fd5f8e3-5a5d-49e7-a4d3-88a60c1a82eb tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for port (255d6bd9-10f6-4b16-ba20-dc57ae340a84), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:06.736319 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b49ff2a2-5900-40db-b462-0fedc589d057 req-d214a93d-fb17-4dc6-b041-34452596d281 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/security-groups?id=860011e8-8775-4a61-ad58-1a12baec04a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255867 Mar 31 20:45:06.739236 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-3760cde1-b9ff-4bf2-80bf-67fa46a67525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:06.741765 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-3760cde1-b9ff-4bf2-80bf-67fa46a67525 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a65e42-3a69-4c11-8f33-9e0a705f08d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3097527 Mar 31 20:45:06.753958 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-72595d6e-ed04-48a9-ad86-945425abbc0c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4396e2a514f7449287ea5b0d1b36b858&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1420650 Mar 31 20:45:06.806657 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-c268d378-5b2a-4df7-977a-139fb985e4d0 None None] Current status of the port d7a583f4-a76d-4916-86c0-8fbb0eebb827 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:45:06.807043 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c268d378-5b2a-4df7-977a-139fb985e4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (d7a583f4-a76d-4916-86c0-8fbb0eebb827), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:06.863811 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-be0cee40-14c3-40da-8bfa-28d5bffb7202 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (3369158d-8894-4003-a269-55779e2d122c), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:06.905063 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-c268d378-5b2a-4df7-977a-139fb985e4d0 None None] For port d7a583f4-a76d-4916-86c0-8fbb0eebb827, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=d7a583f4-a76d-4916-86c0-8fbb0eebb827,segment=NetworkSegment(82f3cc8a-d230-474e-9e03-5cccc3fb873b),segment_id=82f3cc8a-d230-474e-9e03-5cccc3fb873b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:45:06.928204 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'name': 'tempest-AttachVolumeTestJSON-68326044-router', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:47Z', 'revision_number': 4, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'gw_port': {'id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:37Z', 'updated_at': '2022-03-31T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'd7a583f4-a76d-4916-86c0-8fbb0eebb827', 'name': '', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'mac_address': 'fa:16:3e:09:a6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:45Z', 'updated_at': '2022-03-31T20:45:05Z', 'revision_number': 4, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'subnets': [{'id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:45:06.946882 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-1730e1fb-06b0-4bfb-a4e4-6bfb0c07d450 service neutron] 10.222.0.61 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779408 Mar 31 20:45:06.957667 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-95e968d5-a66d-410e-a7d9-a2bd0e0ac28d service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957929 Mar 31 20:45:06.966443 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69950b2b-a8b2-46a4-bee0-2e08a83f64f2 None None] The sync data for ids ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'] in dv-cinder-836072-1-iscsi is: [{'id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'name': 'tempest-AttachVolumeTestJSON-68326044-router', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:47Z', 'revision_number': 4, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'gw_port': {'id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:37Z', 'updated_at': '2022-03-31T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'd7a583f4-a76d-4916-86c0-8fbb0eebb827', 'name': '', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'mac_address': 'fa:16:3e:09:a6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:45Z', 'updated_at': '2022-03-31T20:45:05Z', 'revision_number': 4, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'subnets': [{'id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:45:07.041507 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c268d378-5b2a-4df7-977a-139fb985e4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (d7a583f4-a76d-4916-86c0-8fbb0eebb827), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:07.155229 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-51d5dd12-5c4a-417f-9823-267f71553d7c service neutron] 10.222.0.61 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040040 Mar 31 20:45:07.161638 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-2fd5f8e3-5a5d-49e7-a4d3-88a60c1a82eb tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (255d6bd9-10f6-4b16-ba20-dc57ae340a84), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:07.182476 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268d378-5b2a-4df7-977a-139fb985e4d0 None None] Pushing event updated for resources: {'Port': ['ID=d7a583f4-a76d-4916-86c0-8fbb0eebb827,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:07.294394 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 55312) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:07.315816 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-2fd5f8e3-5a5d-49e7-a4d3-88a60c1a82eb tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Network 68a65e42-3a69-4c11-8f33-9e0a705f08d8 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:45:07.359564 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f415b0-e3da-4b9c-b214-01c96c12c4c5 req-0b68714e-b806-4a21-9f94-96e6a051ca72 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:07.361641 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-84f415b0-e3da-4b9c-b214-01c96c12c4c5 req-0b68714e-b806-4a21-9f94-96e6a051ca72 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 931 time: 0.1779311 Mar 31 20:45:07.450543 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-2fd5f8e3-5a5d-49e7-a4d3-88a60c1a82eb tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:45:07.468884 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-2fd5f8e3-5a5d-49e7-a4d3-88a60c1a82eb tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:45:07.490623 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-2fd5f8e3-5a5d-49e7-a4d3-88a60c1a82eb tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:07.491448 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-2fd5f8e3-5a5d-49e7-a4d3-88a60c1a82eb tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:07.500097 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-84f415b0-e3da-4b9c-b214-01c96c12c4c5 req-53d82983-c006-4ba6-a8a9-e128756dcc3c tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287317 Mar 31 20:45:07.529168 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5f8e3-5a5d-49e7-a4d3-88a60c1a82eb tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Pushing event updated for resources: {'Port': ['ID=255d6bd9-10f6-4b16-ba20-dc57ae340a84,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:07.560987 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9a9023af-0e1c-429c-a8e1-185ad4900e84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:07.698372 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-bcf8f5ce-5d12-43c6-bafd-7284427673f1 req-e49d36d7-bf42-42c8-b6ad-dc4929920268 service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6813970 Mar 31 20:45:07.737480 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-be0cee40-14c3-40da-8bfa-28d5bffb7202 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for port (3369158d-8894-4003-a269-55779e2d122c), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:07.833795 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-2fd5f8e3-5a5d-49e7-a4d3-88a60c1a82eb tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4229591 Mar 31 20:45:07.842460 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9a9023af-0e1c-429c-a8e1-185ad4900e84 admin admin] Publish callbacks [] for security_group (f232d273-5771-41f0-987e-87bd2e2477f1), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:07.846541 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-d3606eca-23a6-4ac4-981e-21c19d70f6ac service neutron] Request body: {'port': {'device_id': '5984d4a1-3f77-449a-9e97-77600dd513c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:45:07.921573 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-be0cee40-14c3-40da-8bfa-28d5bffb7202 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (3369158d-8894-4003-a269-55779e2d122c), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:07.934673 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device d7a583f4-a76d-4916-86c0-8fbb0eebb827 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:45:07.960038 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a1cf2b9d-53a1-4179-8a41-264c0e6a5f05 req-9a5e7d2a-4ebf-4974-9044-71fd8655b78b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 210 time: 0.0970736 Mar 31 20:45:08.006261 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9a9023af-0e1c-429c-a8e1-185ad4900e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (f232d273-5771-41f0-987e-87bd2e2477f1), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:08.011918 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3dc084dc-2968-4642-83a8-aad431804120 req-98122711-6cf4-4eb1-b04a-70a0e8df7d0c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 210 time: 0.1502254 Mar 31 20:45:08.040331 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port d7a583f4-a76d-4916-86c0-8fbb0eebb827 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:45:08.040719 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (d7a583f4-a76d-4916-86c0-8fbb0eebb827), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:08.081339 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-be0cee40-14c3-40da-8bfa-28d5bffb7202 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (48928f18-e67f-48bd-a6c3-4ba18d0bb2c7), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:08.145072 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cee40-14c3-40da-8bfa-28d5bffb7202 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Pushing event updated for resources: {'Port': ['ID=3369158d-8894-4003-a269-55779e2d122c,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:08.169610 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-d3606eca-23a6-4ac4-981e-21c19d70f6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (255d6bd9-10f6-4b16-ba20-dc57ae340a84), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:08.170774 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9023af-0e1c-429c-a8e1-185ad4900e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f232d273-5771-41f0-987e-87bd2e2477f1,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:08.171722 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-0744d78f-337b-4c3c-9061-e084ee6d629c None None] Provisioning complete for port 255d6bd9-10f6-4b16-ba20-dc57ae340a84 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:45:08.172337 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0744d78f-337b-4c3c-9061-e084ee6d629c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (255d6bd9-10f6-4b16-ba20-dc57ae340a84), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:08.187967 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-9a9023af-0e1c-429c-a8e1-185ad4900e84 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=989637487b714bb3ab3516c7e9620a8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8901911 Mar 31 20:45:08.189414 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 55344) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:08.191433 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6bd9e-29cc-4da2-a881-97e35e90608f req-0fe38c82-116c-4b16-a979-60ba25ffc789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:08.193018 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4cc6bd9e-29cc-4da2-a881-97e35e90608f req-0fe38c82-116c-4b16-a979-60ba25ffc789 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df50189c17a647ac86148405e9f04f55&device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 1128 time: 0.2902281 Mar 31 20:45:08.227642 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-0744d78f-337b-4c3c-9061-e084ee6d629c None None] Port 255d6bd9-10f6-4b16-ba20-dc57ae340a84 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:45:08.292793 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-be0cee40-14c3-40da-8bfa-28d5bffb7202 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:08.295018 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-be0cee40-14c3-40da-8bfa-28d5bffb7202 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1259732 Mar 31 20:45:08.323855 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-83e0dc77-f3a1-41fd-accc-943d0cb43ae3 admin admin] Publish callbacks [] for security_group (f232d273-5771-41f0-987e-87bd2e2477f1), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:08.325560 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port d7a583f4-a76d-4916-86c0-8fbb0eebb827 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:45:08.339140 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b8bf2-3d93-4d90-af84-88430fb23cc9 req-5dcecdbc-99b1-44df-a96a-2b8b2b0dc8e2 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:08.341369 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-990b8bf2-3d93-4d90-af84-88430fb23cc9 req-5dcecdbc-99b1-44df-a96a-2b8b2b0dc8e2 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 943 time: 0.2296226 Mar 31 20:45:08.386553 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-83e0dc77-f3a1-41fd-accc-943d0cb43ae3 admin admin] Publish callbacks [] for security_group (f232d273-5771-41f0-987e-87bd2e2477f1), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:08.428843 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-990b8bf2-3d93-4d90-af84-88430fb23cc9 req-e3c8fceb-bd44-409f-83cd-83289b2a6599 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/security-groups?id=860011e8-8775-4a61-ad58-1a12baec04a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806434 Mar 31 20:45:08.530836 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6bd9e-29cc-4da2-a881-97e35e90608f req-dd2cf368-2788-47ba-b930-86f5e744e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:08.532796 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4cc6bd9e-29cc-4da2-a881-97e35e90608f req-dd2cf368-2788-47ba-b930-86f5e744e8ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=68a65e42-3a69-4c11-8f33-9e0a705f08d8 HTTP/1.1" status: 200 len: 919 time: 0.3318334 Mar 31 20:45:08.632054 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-83e0dc77-f3a1-41fd-accc-943d0cb43ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (f232d273-5771-41f0-987e-87bd2e2477f1), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:08.634202 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-83e0dc77-f3a1-41fd-accc-943d0cb43ae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:08.636466 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-83e0dc77-f3a1-41fd-accc-943d0cb43ae3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f232d273-5771-41f0-987e-87bd2e2477f1 HTTP/1.1" status: 204 len: 168 time: 0.4281964 Mar 31 20:45:08.667744 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4cc6bd9e-29cc-4da2-a881-97e35e90608f req-89a76375-0a03-400e-9d81-5d1fe3c495fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf2dbda-ef58-412f-97f7-1dc3114debce HTTP/1.1" status: 200 len: 217 time: 0.1007998 Mar 31 20:45:08.756552 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6bd9e-29cc-4da2-a881-97e35e90608f req-3c370390-0b7e-41f4-8a1d-dd7a57e7dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:08.758330 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4cc6bd9e-29cc-4da2-a881-97e35e90608f req-3c370390-0b7e-41f4-8a1d-dd7a57e7dfa3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d3bfe61-66f5-4685-b3aa-57a09c0f885e HTTP/1.1" status: 200 len: 857 time: 0.0842178 Mar 31 20:45:08.780262 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0dc77-f3a1-41fd-accc-943d0cb43ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f232d273-5771-41f0-987e-87bd2e2477f1,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:08.821651 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-9df1f497-e627-485c-8a5a-d680a5612d9e tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--782998844&fields=id&tenant_id=654be7b7f6b046c4a444ce74acbb673c HTTP/1.1" status: 200 len: 267 time: 0.2365925 Mar 31 20:45:08.849535 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6bd9e-29cc-4da2-a881-97e35e90608f req-c8464511-f277-4dee-bbd9-ca88694fcbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:08.852319 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4cc6bd9e-29cc-4da2-a881-97e35e90608f req-c8464511-f277-4dee-bbd9-ca88694fcbe9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a65e42-3a69-4c11-8f33-9e0a705f08d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0861027 Mar 31 20:45:08.933497 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-d3606eca-23a6-4ac4-981e-21c19d70f6ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 255d6bd9-10f6-4b16-ba20-dc57ae340a84 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:45:08.946940 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-d3606eca-23a6-4ac4-981e-21c19d70f6ac service neutron] Publish callbacks [] for port (255d6bd9-10f6-4b16-ba20-dc57ae340a84), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:08.967536 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9887f26-ae87-4114-93fe-08e1cdbdbc64 req-4ae6cdab-9a58-4476-bc90-0c6de5798b60 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:08.976216 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a9887f26-ae87-4114-93fe-08e1cdbdbc64 req-4ae6cdab-9a58-4476-bc90-0c6de5798b60 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 931 time: 0.3462098 Mar 31 20:45:09.003745 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-d3606eca-23a6-4ac4-981e-21c19d70f6ac service neutron] Transition to ACTIVE for port object 255d6bd9-10f6-4b16-ba20-dc57ae340a84 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:45:09.015556 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4cc6bd9e-29cc-4da2-a881-97e35e90608f req-fcd72c88-b638-4ff4-aba5-424db0013217 service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429317 Mar 31 20:45:09.032145 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-5a876e08-fd1e-4b2b-8d04-67885bc0dec0 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:09.034042 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-5a876e08-fd1e-4b2b-8d04-67885bc0dec0 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/networks?id=aae64b56-d644-454d-807a-9ff75eea577e HTTP/1.1" status: 200 len: 809 time: 0.2110419 Mar 31 20:45:09.066245 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a9887f26-ae87-4114-93fe-08e1cdbdbc64 req-10fdc5f5-2aca-4f4d-b351-94b9e24b1aa8 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890489 Mar 31 20:45:09.068066 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-0fd6ed54-d10f-4aa0-a02f-f1a51e3a7ec9 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/quotas/654be7b7f6b046c4a444ce74acbb673c HTTP/1.1" status: 200 len: 375 time: 0.0264618 Mar 31 20:45:09.125497 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7947f7e6-5bfc-44e7-8b14-6c21f7c17ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:09.135782 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4cc6bd9e-29cc-4da2-a881-97e35e90608f req-1d4a86c4-dcfb-45d2-a470-82487cc945e1 service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138253 Mar 31 20:45:09.140181 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-d3606eca-23a6-4ac4-981e-21c19d70f6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (255d6bd9-10f6-4b16-ba20-dc57ae340a84), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:09.165782 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-714451f9-902c-434d-a4fb-26bd73883301 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=654be7b7f6b046c4a444ce74acbb673c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888822 Mar 31 20:45:09.215843 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4b094ac5-ccf2-4187-9d99-2c1a1044b140 req-fdc9887c-206b-4ba3-bece-f9e1a723a626 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 210 time: 0.0829098 Mar 31 20:45:09.231528 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3606eca-23a6-4ac4-981e-21c19d70f6ac service neutron] Pushing event updated for resources: {'Port': ['ID=255d6bd9-10f6-4b16-ba20-dc57ae340a84,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:09.277006 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-d3606eca-23a6-4ac4-981e-21c19d70f6ac service neutron] Attempting to bind port 255d6bd9-10f6-4b16-ba20-dc57ae340a84 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:45:09.277374 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-d3606eca-23a6-4ac4-981e-21c19d70f6ac service neutron] Attempting to bind port 255d6bd9-10f6-4b16-ba20-dc57ae340a84 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'a37701f9-dff0-46e9-bd6a-4580ea1f1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:45:09.277702 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-d3606eca-23a6-4ac4-981e-21c19d70f6ac service neutron] Attempting to bind port 255d6bd9-10f6-4b16-ba20-dc57ae340a84 on network 68a65e42-3a69-4c11-8f33-9e0a705f08d8 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:45:09.282707 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-d3606eca-23a6-4ac4-981e-21c19d70f6ac service neutron] Port 255d6bd9-10f6-4b16-ba20-dc57ae340a84 on network 68a65e42-3a69-4c11-8f33-9e0a705f08d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:45:09.283030 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-d3606eca-23a6-4ac4-981e-21c19d70f6ac service neutron] Attempting to bind port 255d6bd9-10f6-4b16-ba20-dc57ae340a84 on network 68a65e42-3a69-4c11-8f33-9e0a705f08d8 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:45:09.289549 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-d3606eca-23a6-4ac4-981e-21c19d70f6ac service neutron] Checking agent: {'id': '7dd6c0b4-7b51-4ce7-a43e-f42db731a887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'started_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:45:09.289906 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-d3606eca-23a6-4ac4-981e-21c19d70f6ac service neutron] Checking segment: {'id': 'a37701f9-dff0-46e9-bd6a-4580ea1f1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:45:09.290290 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-d3606eca-23a6-4ac4-981e-21c19d70f6ac service neutron] Bound using segment: {'id': 'a37701f9-dff0-46e9-bd6a-4580ea1f1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:45:09.292787 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-d3606eca-23a6-4ac4-981e-21c19d70f6ac service neutron] Bound port: 255d6bd9-10f6-4b16-ba20-dc57ae340a84, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37701f9-dff0-46e9-bd6a-4580ea1f1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:45:09.293247 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-d3606eca-23a6-4ac4-981e-21c19d70f6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (255d6bd9-10f6-4b16-ba20-dc57ae340a84), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:09.426507 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-939ae9f5-f574-4524-9c4d-29e5c970de4d req-4579e218-ce21-46e5-b170-c1ddbfea740e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 210 time: 0.0820813 Mar 31 20:45:09.452246 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-d3606eca-23a6-4ac4-981e-21c19d70f6ac service neutron] For port 255d6bd9-10f6-4b16-ba20-dc57ae340a84, host hv-cinder-83607, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:45:09.452246 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-d3606eca-23a6-4ac4-981e-21c19d70f6ac service neutron] For port 255d6bd9-10f6-4b16-ba20-dc57ae340a84, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=255d6bd9-10f6-4b16-ba20-dc57ae340a84,segment=NetworkSegment(a37701f9-dff0-46e9-bd6a-4580ea1f1d67),segment_id=a37701f9-dff0-46e9-bd6a-4580ea1f1d67)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:45:09.467505 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-7e4ddf45-3e17-452a-a7f0-4b381b20e24c service neutron] 10.222.0.61 "GET /v2.0/networks/aae64b56-d644-454d-807a-9ff75eea577e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007841 Mar 31 20:45:09.564364 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-d3606eca-23a6-4ac4-981e-21c19d70f6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (255d6bd9-10f6-4b16-ba20-dc57ae340a84), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:09.625388 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19127cab-0a6d-4c17-bbe0-8e0c748547c1 req-f3586a2b-c686-4d50-bb93-ae9690a68139 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:09.626929 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-19127cab-0a6d-4c17-bbe0-8e0c748547c1 req-f3586a2b-c686-4d50-bb93-ae9690a68139 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 943 time: 0.1023371 Mar 31 20:45:09.629043 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-ebde0feb-ca64-4305-b7f1-da26d4d366f4 service neutron] 10.222.0.61 "GET /v2.0/networks/aae64b56-d644-454d-807a-9ff75eea577e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547923 Mar 31 20:45:09.682735 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-d3606eca-23a6-4ac4-981e-21c19d70f6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:09.684089 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-d3606eca-23a6-4ac4-981e-21c19d70f6ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:09.684942 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-d3606eca-23a6-4ac4-981e-21c19d70f6ac service neutron] 10.222.0.32 "PUT /v2.0/ports/255d6bd9-10f6-4b16-ba20-dc57ae340a84 HTTP/1.1" status: 200 len: 1093 time: 1.8428619 Mar 31 20:45:09.704669 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5984d4a1-3f77-449a-9e97-77600dd513c0', 'tag': '255d6bd9-10f6-4b16-ba20-dc57ae340a84'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:45:09.709956 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-19127cab-0a6d-4c17-bbe0-8e0c748547c1 req-fe66ae2a-0d3c-471d-9cb3-3102a2396100 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/security-groups?id=860011e8-8775-4a61-ad58-1a12baec04a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703082 Mar 31 20:45:09.710444 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8596d9ef-b52d-4f8f-898d-2754d9216ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "5984d4a1-3f77-449a-9e97-77600dd513c0", "tag": "255d6bd9-10f6-4b16-ba20-dc57ae340a84"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:45:09.730441 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3606eca-23a6-4ac4-981e-21c19d70f6ac service neutron] Pushing event updated for resources: {'Port': ['ID=255d6bd9-10f6-4b16-ba20-dc57ae340a84,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:09.774801 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device d5a327ff-a923-4795-8495-adeb24bb894e details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:45:09.838880 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-600a8dff-2276-47c4-87df-903f0086da4b tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:09.842707 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-600a8dff-2276-47c4-87df-903f0086da4b tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.32 "GET /v2.0/networks?id=29c94a09-ad75-42a2-8666-a0269d34f4fc HTTP/1.1" status: 200 len: 816 time: 0.2331498 Mar 31 20:45:09.852458 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 55396) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:09.898961 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4b7e21e2-e238-4ba4-ad54-0afb8c17d8ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:09.932742 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port d5a327ff-a923-4795-8495-adeb24bb894e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d5a327ff-a923-4795-8495-adeb24bb894e,segment=NetworkSegment(14f5feac-bdd6-4bac-ab2e-7be485a0b03d),segment_id=14f5feac-bdd6-4bac-ab2e-7be485a0b03d)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:45:09.955055 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': 'd5a327ff-a923-4795-8495-adeb24bb894e', 'network_id': '6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44', 'port_id': 'd5a327ff-a923-4795-8495-adeb24bb894e', 'mac_address': 'fa:16:3e:40:89:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39430d21-651f-4bd0-9d40-d71a8c7fd3de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:45:09.996066 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949d6b9f-afc7-4da4-b888-9417272ded07 x-openstack-request-id: req-949d6b9f-afc7-4da4-b888-9417272ded07 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:45:10.000454 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5984d4a1-3f77-449a-9e97-77600dd513c0", "tag": "255d6bd9-10f6-4b16-ba20-dc57ae340a84", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:45:10.000722 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-949d6b9f-afc7-4da4-b888-9417272ded07 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:45:10.022643 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949d6b9f-afc7-4da4-b888-9417272ded07'] response: {'name': 'network-changed', 'server_uuid': '5984d4a1-3f77-449a-9e97-77600dd513c0', 'tag': '255d6bd9-10f6-4b16-ba20-dc57ae340a84', 'status': 'completed', 'code': 200} Mar 31 20:45:10.041682 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port d5a327ff-a923-4795-8495-adeb24bb894e is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:45:10.042885 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (d5a327ff-a923-4795-8495-adeb24bb894e), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:10.073602 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a327ff-a923-4795-8495-adeb24bb894e {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:45:10.102444 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port d5a327ff-a923-4795-8495-adeb24bb894e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d5a327ff-a923-4795-8495-adeb24bb894e,segment=NetworkSegment(14f5feac-bdd6-4bac-ab2e-7be485a0b03d),segment_id=14f5feac-bdd6-4bac-ab2e-7be485a0b03d)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:45:10.107257 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-ff6af863-4817-43dc-8a74-a0d46d87f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:10.109166 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-ff6af863-4817-43dc-8a74-a0d46d87f14f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df50189c17a647ac86148405e9f04f55&device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 1127 time: 0.2650690 Mar 31 20:45:10.171914 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-daa0fa72-80de-4cf3-bfc4-d7c1e6766912 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2f7a7f12f0247c0881f0c5ba6b5b36d HTTP/1.1" status: 200 len: 380 time: 0.2642710 Mar 31 20:45:10.172887 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4b7e21e2-e238-4ba4-ad54-0afb8c17d8ba admin admin] Publish callbacks [] for security_group (b81e299e-a08e-4fe6-8d87-8a426935d008), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:10.174707 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-06b0eef9-9535-4e4e-8664-ae7020afc7c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=255d6bd9-10f6-4b16-ba20-dc57ae340a84 HTTP/1.1" status: 200 len: 217 time: 0.0554705 Mar 31 20:45:10.201481 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-f3a751ec-10ad-464c-beaf-f1c43cda915e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Request body: {'port': {'device_id': 'a1811c10-9b50-4836-8d81-efae3268db24', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'admin_state_up': True, 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'security_groups': ['626330db-f2ab-4afb-9c18-da9fd6ef09c1']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:45:10.212942 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (d5a327ff-a923-4795-8495-adeb24bb894e), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:10.309305 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4b7e21e2-e238-4ba4-ad54-0afb8c17d8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (b81e299e-a08e-4fe6-8d87-8a426935d008), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:10.320899 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=d5a327ff-a923-4795-8495-adeb24bb894e,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:10.436254 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-4b7e21e2-e238-4ba4-ad54-0afb8c17d8ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=edcf8448cbec4ef6b55840149186d49d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5825102 Mar 31 20:45:10.447983 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 55428) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:10.495702 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-23ae4ac8-6bbb-4331-80ff-9343ba5ff81b req-ef9730c8-a97e-4433-99dd-e045b18fd3c0 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 210 time: 0.0847688 Mar 31 20:45:10.497481 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['d5a327ff-a923-4795-8495-adeb24bb894e'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:45:10.586232 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e21e2-e238-4ba4-ad54-0afb8c17d8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81e299e-a08e-4fe6-8d87-8a426935d008,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:10.667234 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b42cb-b3cf-4af0-9a9b-d50cb5f32f1a req-f51a8a00-77cd-4900-be0a-30fb1eacefa0 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:10.670353 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ed5b42cb-b3cf-4af0-9a9b-d50cb5f32f1a req-f51a8a00-77cd-4900-be0a-30fb1eacefa0 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 943 time: 0.4472859 Mar 31 20:45:10.793560 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-7a8fdcbf-8861-45e1-a29c-bf4d3678fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:10.797073 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-7a8fdcbf-8861-45e1-a29c-bf4d3678fc80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d3bfe61-66f5-4685-b3aa-57a09c0f885e HTTP/1.1" status: 200 len: 857 time: 0.6091700 Mar 31 20:45:10.838401 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5b9fd8da-a36d-447a-96c3-4b9f4c1587b0 req-668a252c-0b30-435a-a955-ccc07e82388a tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 210 time: 0.1653135 Mar 31 20:45:10.885944 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-66751239-0363-4b57-b983-bfc7cd7bbdfb admin admin] Publish callbacks [] for security_group (b81e299e-a08e-4fe6-8d87-8a426935d008), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:10.934932 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-f3a751ec-10ad-464c-beaf-f1c43cda915e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Made reservation on behalf of c2f7a7f12f0247c0881f0c5ba6b5b36d for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:45:10.940819 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ed5b42cb-b3cf-4af0-9a9b-d50cb5f32f1a req-f7555d31-8c0f-42ec-a33f-07814a758f4d tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311492 Mar 31 20:45:10.947934 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-66751239-0363-4b57-b983-bfc7cd7bbdfb admin admin] Publish callbacks [] for security_group (b81e299e-a08e-4fe6-8d87-8a426935d008), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:10.948398 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-f3a751ec-10ad-464c-beaf-f1c43cda915e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:11.073510 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.32', 58640) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:11.133132 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3fa5ade2-7dec-4f57-995c-56ab3586145c req-bbe3f782-ebe8-4f59-be04-ef9cacad1cc7 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 210 time: 0.0862002 Mar 31 20:45:11.187039 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-f3a751ec-10ad-464c-beaf-f1c43cda915e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Allocated IP 172.20.0.8 (29c94a09-ad75-42a2-8666-a0269d34f4fc/93b81d0e-6ec0-4ee6-b70d-0ae037b995d1/86ef448c-1b94-4e59-8b63-75a5cd8a80ee) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:45:11.208460 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-cf223d33-1e9d-498e-9290-57b84d84f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:11.210259 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-cf223d33-1e9d-498e-9290-57b84d84f1db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a65e42-3a69-4c11-8f33-9e0a705f08d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4069531 Mar 31 20:45:11.357601 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-66751239-0363-4b57-b983-bfc7cd7bbdfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (b81e299e-a08e-4fe6-8d87-8a426935d008), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:11.360112 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-66751239-0363-4b57-b983-bfc7cd7bbdfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:11.361262 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-66751239-0363-4b57-b983-bfc7cd7bbdfb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b81e299e-a08e-4fe6-8d87-8a426935d008 HTTP/1.1" status: 204 len: 168 time: 0.9113190 Mar 31 20:45:11.382213 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64704c2d-ed35-4532-82e2-57d4a7d90cfa req-e7340f83-3bc7-4c46-91de-bb3f888f7b76 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:11.383914 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-64704c2d-ed35-4532-82e2-57d4a7d90cfa req-e7340f83-3bc7-4c46-91de-bb3f888f7b76 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 944 time: 0.3382306 Mar 31 20:45:11.400993 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66751239-0363-4b57-b983-bfc7cd7bbdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81e299e-a08e-4fe6-8d87-8a426935d008,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:11.415788 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-2513a340-1ea8-4d76-8f06-2c4149d853fe tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:11.417928 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-2513a340-1ea8-4d76-8f06-2c4149d853fe tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.32 "GET /v2.0/networks?id=63cb74cd-f9ca-4f98-a1e8-3428b271c26f HTTP/1.1" status: 200 len: 814 time: 0.3439593 Mar 31 20:45:11.439481 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-990ce905-a98e-439b-9546-4e593e261ae8 service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077136 Mar 31 20:45:11.511322 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-f3a751ec-10ad-464c-beaf-f1c43cda915e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:11.564659 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-64704c2d-ed35-4532-82e2-57d4a7d90cfa req-39b06474-b5f0-4401-a7ba-4b98a30d78b1 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/security-groups?id=860011e8-8775-4a61-ad58-1a12baec04a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684077 Mar 31 20:45:11.570276 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-3443119d-455b-4114-a175-cf36cb4321a0 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4396e2a514f7449287ea5b0d1b36b858 HTTP/1.1" status: 200 len: 380 time: 0.1438622 Mar 31 20:45:11.584879 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-8ffc6884-9f12-488e-bbc5-160c1d897b9d tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Request body: {'port': {'device_id': 'ae11c11a-7f81-4128-adb1-3b7167d79bdf', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'admin_state_up': True, 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'security_groups': ['bf2cbcd3-1cc7-40b0-85ea-9f68230102f3']}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:45:11.641917 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-3d673314-b3f7-45ac-b4d5-c43e1c18a354 req-daa5d23d-4e72-47a5-87a2-8f5c231dd123 service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613131 Mar 31 20:45:11.672491 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-359454d7-5ed7-444f-882f-1880d0345bdb req-e6a4caf0-a5c5-49c5-82ca-c22e1712a8e9 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 210 time: 0.0637610 Mar 31 20:45:11.747217 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device dbf2dbda-ef58-412f-97f7-1dc3114debce details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:45:11.762604 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device d5a327ff-a923-4795-8495-adeb24bb894e up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:45:11.885247 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port dbf2dbda-ef58-412f-97f7-1dc3114debce, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dbf2dbda-ef58-412f-97f7-1dc3114debce,segment=NetworkSegment(a37701f9-dff0-46e9-bd6a-4580ea1f1d67),segment_id=a37701f9-dff0-46e9-bd6a-4580ea1f1d67)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:45:11.896016 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': 'dbf2dbda-ef58-412f-97f7-1dc3114debce', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'port_id': 'dbf2dbda-ef58-412f-97f7-1dc3114debce', 'mac_address': 'fa:16:3e:f7:cf:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:45:11.913237 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a651eb5b-670e-4cab-8d67-04ebc1a838f5 req-5a92d39a-0244-44de-b4d5-55d9f0e1b265 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 210 time: 0.0273514 Mar 31 20:45:11.940054 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port dbf2dbda-ef58-412f-97f7-1dc3114debce is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:45:11.940465 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (dbf2dbda-ef58-412f-97f7-1dc3114debce), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:11.956015 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf2dbda-ef58-412f-97f7-1dc3114debce {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:45:11.983009 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port dbf2dbda-ef58-412f-97f7-1dc3114debce, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dbf2dbda-ef58-412f-97f7-1dc3114debce,segment=NetworkSegment(a37701f9-dff0-46e9-bd6a-4580ea1f1d67),segment_id=a37701f9-dff0-46e9-bd6a-4580ea1f1d67)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:45:12.076172 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef7a40-ddcc-4d32-b4c4-ed789a00132d req-ef52034e-ae0c-45cf-8b6d-e7176369c561 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:12.077953 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3fef7a40-ddcc-4d32-b4c4-ed789a00132d req-ef52034e-ae0c-45cf-8b6d-e7176369c561 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 943 time: 0.0600364 Mar 31 20:45:12.145342 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3fef7a40-ddcc-4d32-b4c4-ed789a00132d req-351c2792-0856-4f05-8901-91407d3c14fe tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608113 Mar 31 20:45:12.166635 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 55466) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:12.256758 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2f5fad02-00cc-4818-a218-4fa79d42d439 req-7ce3a2cc-6cbe-444b-8299-c6406274c75e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 210 time: 0.0286806 Mar 31 20:45:12.285923 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dbeb8ac1-7cd8-43f5-adae-0619501d5387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:12.367207 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dbeb8ac1-7cd8-43f5-adae-0619501d5387 admin admin] Publish callbacks [] for security_group (e532725f-ece8-4965-87e0-533653e062c8), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:12.580547 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-f3a751ec-10ad-464c-beaf-f1c43cda915e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:12.586122 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning for port d5a327ff-a923-4795-8495-adeb24bb894e completed by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:45:12.599860 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-8ffc6884-9f12-488e-bbc5-160c1d897b9d tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Made reservation on behalf of 4396e2a514f7449287ea5b0d1b36b858 for: {'port': 1} {{(pid=110549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:45:12.601130 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port d5a327ff-a923-4795-8495-adeb24bb894e triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:45:12.601130 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (d5a327ff-a923-4795-8495-adeb24bb894e), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:12.603279 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-8ffc6884-9f12-488e-bbc5-160c1d897b9d tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:12.645375 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (dbf2dbda-ef58-412f-97f7-1dc3114debce), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:12.647231 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ac38e678-6178-47bb-b913-d7d54efba3cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:12.656172 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a751ec-10ad-464c-beaf-f1c43cda915e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Pushing event updated for resources: {'Port': ['ID=86ef448c-1b94-4e59-8b63-75a5cd8a80ee,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:12.709227 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-f3a751ec-10ad-464c-beaf-f1c43cda915e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Network 29c94a09-ad75-42a2-8666-a0269d34f4fc is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:45:12.719457 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-f3a751ec-10ad-464c-beaf-f1c43cda915e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:45:12.740240 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-f3a751ec-10ad-464c-beaf-f1c43cda915e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:45:12.749420 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-f3a751ec-10ad-464c-beaf-f1c43cda915e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:12.750312 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-f3a751ec-10ad-464c-beaf-f1c43cda915e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:12.773452 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=dbf2dbda-ef58-412f-97f7-1dc3114debce,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:12.788909 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dbeb8ac1-7cd8-43f5-adae-0619501d5387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (e532725f-ece8-4965-87e0-533653e062c8), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:12.790296 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596d9ef-b52d-4f8f-898d-2754d9216ed0 req-5440f3a4-244e-4217-9e86-f45ca43c4271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:12.794811 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8596d9ef-b52d-4f8f-898d-2754d9216ed0 req-5440f3a4-244e-4217-9e86-f45ca43c4271 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df50189c17a647ac86148405e9f04f55&device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 1127 time: 0.1325493 Mar 31 20:45:12.874597 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port d5a327ff-a923-4795-8495-adeb24bb894e is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:45:12.876727 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (d5a327ff-a923-4795-8495-adeb24bb894e), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:12.917475 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5432194-5362-42b1-af65-62f8b792995f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a327ff-a923-4795-8495-adeb24bb894e'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:45:12.933290 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-f3a751ec-10ad-464c-beaf-f1c43cda915e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7439408 Mar 31 20:45:12.948554 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-4b4968db-37b2-4c7a-b1c7-ded67662a94c service neutron] Request body: {'port': {'device_id': 'a1811c10-9b50-4836-8d81-efae3268db24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:45:12.967957 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b8f06920-4c03-4717-8735-ef81adc11615 req-f2df7df9-2f01-4a83-b4cf-a7825d00689c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 210 time: 0.1303167 Mar 31 20:45:13.060616 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596d9ef-b52d-4f8f-898d-2754d9216ed0 req-d07ed3d7-4e97-4e36-aa85-061017a94f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:13.063278 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8596d9ef-b52d-4f8f-898d-2754d9216ed0 req-d07ed3d7-4e97-4e36-aa85-061017a94f9e service neutron] 10.222.0.32 "GET /v2.0/networks?id=68a65e42-3a69-4c11-8f33-9e0a705f08d8 HTTP/1.1" status: 200 len: 919 time: 0.2607298 Mar 31 20:45:13.111004 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb8ac1-7cd8-43f5-adae-0619501d5387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e532725f-ece8-4965-87e0-533653e062c8,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:13.129421 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8596d9ef-b52d-4f8f-898d-2754d9216ed0 req-78018299-3844-4edc-b23b-4fb0ca107df8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=255d6bd9-10f6-4b16-ba20-dc57ae340a84 HTTP/1.1" status: 200 len: 217 time: 0.0495024 Mar 31 20:45:13.131001 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 55498) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:13.132820 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-dbeb8ac1-7cd8-43f5-adae-0619501d5387 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2a548c9c5ffb405f9e1e96ee32823521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9639421 Mar 31 20:45:13.188632 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc04b61-a6e7-43cc-a5df-50e1791cfa23 req-a387eb0f-9056-46af-9021-b857b18ccc5e tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:13.190169 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8cc04b61-a6e7-43cc-a5df-50e1791cfa23 req-a387eb0f-9056-46af-9021-b857b18ccc5e tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 944 time: 0.4192703 Mar 31 20:45:13.197535 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-48f309f1-60ce-4b2b-8d8f-3302630fa429 req-cef27855-bf9a-4ff4-804d-bf02f8be7d25 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 210 time: 0.0889032 Mar 31 20:45:13.223185 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['dbf2dbda-ef58-412f-97f7-1dc3114debce'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:45:13.246894 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-8ffc6884-9f12-488e-bbc5-160c1d897b9d tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Allocated IP 172.20.0.7 (63cb74cd-f9ca-4f98-a1e8-3428b271c26f/7eadc9f8-4885-4224-91fc-800445db1b60/12847325-49c5-4a0b-b572-173bf65a5510) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:45:13.275361 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port d5a327ff-a923-4795-8495-adeb24bb894e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d5a327ff-a923-4795-8495-adeb24bb894e,segment=NetworkSegment(14f5feac-bdd6-4bac-ab2e-7be485a0b03d),segment_id=14f5feac-bdd6-4bac-ab2e-7be485a0b03d)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:45:13.276940 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-4577826c-61b9-4ac5-8c81-79c7d8a10aff None None] Provisioning complete for port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:45:13.277544 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4577826c-61b9-4ac5-8c81-79c7d8a10aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:13.289565 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8cc04b61-a6e7-43cc-a5df-50e1791cfa23 req-f10a36d9-55c0-4cbc-aac0-44b8ae2d2df9 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/security-groups?id=860011e8-8775-4a61-ad58-1a12baec04a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863202 Mar 31 20:45:13.322774 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f484b431-841d-4573-b6ea-36da03cc7d30 admin admin] Publish callbacks [] for security_group (e532725f-ece8-4965-87e0-533653e062c8), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:13.329429 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-4b4968db-37b2-4c7a-b1c7-ded67662a94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:13.407720 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4577826c-61b9-4ac5-8c81-79c7d8a10aff None None] Port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:45:13.443107 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:13.443866 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (d5a327ff-a923-4795-8495-adeb24bb894e), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:13.480290 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f484b431-841d-4573-b6ea-36da03cc7d30 admin admin] Publish callbacks [] for security_group (e532725f-ece8-4965-87e0-533653e062c8), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:13.492221 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596d9ef-b52d-4f8f-898d-2754d9216ed0 req-fc41c5a0-98f2-4412-9c72-085ba36038ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:13.493695 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8596d9ef-b52d-4f8f-898d-2754d9216ed0 req-fc41c5a0-98f2-4412-9c72-085ba36038ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d3bfe61-66f5-4685-b3aa-57a09c0f885e HTTP/1.1" status: 200 len: 857 time: 0.3120697 Mar 31 20:45:13.523117 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1cbe55-2212-4840-87b6-90bc4fdcb3b8 req-cd4059f3-c72e-4e3c-9ffa-ad80b19a6866 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:13.524904 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ca1cbe55-2212-4840-87b6-90bc4fdcb3b8 req-cd4059f3-c72e-4e3c-9ffa-ad80b19a6866 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 943 time: 0.2103934 Mar 31 20:45:13.580585 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=d5a327ff-a923-4795-8495-adeb24bb894e,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:13.631029 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511db071-ad25-4dad-b317-c7cf51271484 req-5dfffb9f-415b-4753-9258-4c0f25f64b73 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:13.632595 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-511db071-ad25-4dad-b317-c7cf51271484 req-5dfffb9f-415b-4753-9258-4c0f25f64b73 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 931 time: 0.1721435 Mar 31 20:45:13.658472 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-8ffc6884-9f12-488e-bbc5-160c1d897b9d tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for port (12847325-49c5-4a0b-b572-173bf65a5510), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:13.699682 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596d9ef-b52d-4f8f-898d-2754d9216ed0 req-28fea7d8-2112-4a1f-87d9-cca6e641be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:13.701753 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8596d9ef-b52d-4f8f-898d-2754d9216ed0 req-28fea7d8-2112-4a1f-87d9-cca6e641be80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a65e42-3a69-4c11-8f33-9e0a705f08d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1987977 Mar 31 20:45:13.703359 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ca1cbe55-2212-4840-87b6-90bc4fdcb3b8 req-195afa11-50e5-4fa1-b3d6-2ceaafd17f46 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472952 Mar 31 20:45:13.779586 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297e40aa-c110-4ecf-9792-7d8c7d6bbee3" -d '{"events": [{"server_uuid": "d5432194-5362-42b1-af65-62f8b792995f", "name": "network-vif-plugged", "status": "completed", "tag": "d5a327ff-a923-4795-8495-adeb24bb894e"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:45:13.785483 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f484b431-841d-4573-b6ea-36da03cc7d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (e532725f-ece8-4965-87e0-533653e062c8), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:13.786180 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-511db071-ad25-4dad-b317-c7cf51271484 req-6ed59c2f-5dfc-46da-a7b6-17eda0275da2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394808 Mar 31 20:45:13.792450 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f484b431-841d-4573-b6ea-36da03cc7d30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:13.792450 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-f484b431-841d-4573-b6ea-36da03cc7d30 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e532725f-ece8-4965-87e0-533653e062c8 HTTP/1.1" status: 204 len: 168 time: 0.6573226 Mar 31 20:45:13.824027 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484b431-841d-4573-b6ea-36da03cc7d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e532725f-ece8-4965-87e0-533653e062c8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:13.826056 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 55522) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:13.887749 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-8ffc6884-9f12-488e-bbc5-160c1d897b9d tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (12847325-49c5-4a0b-b572-173bf65a5510), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:13.898745 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8596d9ef-b52d-4f8f-898d-2754d9216ed0 req-f29f8c79-d074-4c4a-94a7-7e46ef45e8fc service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877594 Mar 31 20:45:13.970587 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-4b4968db-37b2-4c7a-b1c7-ded67662a94c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ef448c-1b94-4e59-8b63-75a5cd8a80ee {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:45:13.981387 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-4b4968db-37b2-4c7a-b1c7-ded67662a94c service neutron] Publish callbacks [] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:14.008132 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-4b4968db-37b2-4c7a-b1c7-ded67662a94c service neutron] Transition to ACTIVE for port object 86ef448c-1b94-4e59-8b63-75a5cd8a80ee will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:45:14.013977 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc6884-9f12-488e-bbc5-160c1d897b9d tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event updated for resources: {'Port': ['ID=12847325-49c5-4a0b-b572-173bf65a5510,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:14.029126 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8596d9ef-b52d-4f8f-898d-2754d9216ed0 req-32a0f023-5707-4ecd-b13e-50de23a41134 service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238859 Mar 31 20:45:14.038476 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-8ffc6884-9f12-488e-bbc5-160c1d897b9d tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:45:14.040258 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-8ffc6884-9f12-488e-bbc5-160c1d897b9d tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:45:14.042941 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-8ffc6884-9f12-488e-bbc5-160c1d897b9d tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:45:14.049785 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-8ffc6884-9f12-488e-bbc5-160c1d897b9d tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:14.050770 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-8ffc6884-9f12-488e-bbc5-160c1d897b9d tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for port (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:14.052256 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d269f2-2b44-41e9-a0e4-59af392c8456 x-openstack-request-id: req-68d269f2-2b44-41e9-a0e4-59af392c8456 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:45:14.052920 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5432194-5362-42b1-af65-62f8b792995f", "name": "network-vif-plugged", "status": "completed", "tag": "d5a327ff-a923-4795-8495-adeb24bb894e", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:45:14.053225 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-68d269f2-2b44-41e9-a0e4-59af392c8456 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:45:14.057730 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68d269f2-2b44-41e9-a0e4-59af392c8456'] response: {'server_uuid': 'd5432194-5362-42b1-af65-62f8b792995f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a327ff-a923-4795-8495-adeb24bb894e', 'code': 200} Mar 31 20:45:14.081250 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-4b4968db-37b2-4c7a-b1c7-ded67662a94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:14.166636 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4968db-37b2-4c7a-b1c7-ded67662a94c service neutron] Pushing event updated for resources: {'Port': ['ID=86ef448c-1b94-4e59-8b63-75a5cd8a80ee,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:14.170888 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a47f8-6ebe-4e7a-b3b1-7ebb36fe4dcb req-afe4f354-2156-4d87-9598-9124b70e2be5 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:14.180602 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-239a47f8-6ebe-4e7a-b3b1-7ebb36fe4dcb req-afe4f354-2156-4d87-9598-9124b70e2be5 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 931 time: 0.0943310 Mar 31 20:45:14.240396 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-4b4968db-37b2-4c7a-b1c7-ded67662a94c service neutron] Attempting to bind port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:45:14.240779 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-4b4968db-37b2-4c7a-b1c7-ded67662a94c service neutron] Attempting to bind port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'c83cbe5f-6769-4416-ae9a-aa7374099b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:45:14.241660 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-4b4968db-37b2-4c7a-b1c7-ded67662a94c service neutron] Attempting to bind port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee on network 29c94a09-ad75-42a2-8666-a0269d34f4fc {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:45:14.249759 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-4b4968db-37b2-4c7a-b1c7-ded67662a94c service neutron] Port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee on network 29c94a09-ad75-42a2-8666-a0269d34f4fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:45:14.250081 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-4b4968db-37b2-4c7a-b1c7-ded67662a94c service neutron] Attempting to bind port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee on network 29c94a09-ad75-42a2-8666-a0269d34f4fc {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:45:14.281399 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-4b4968db-37b2-4c7a-b1c7-ded67662a94c service neutron] Checking agent: {'id': '7dd6c0b4-7b51-4ce7-a43e-f42db731a887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'started_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:45:14.286717 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-4b4968db-37b2-4c7a-b1c7-ded67662a94c service neutron] Checking segment: {'id': 'c83cbe5f-6769-4416-ae9a-aa7374099b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:45:14.286717 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-4b4968db-37b2-4c7a-b1c7-ded67662a94c service neutron] Bound using segment: {'id': 'c83cbe5f-6769-4416-ae9a-aa7374099b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:45:14.286717 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-4b4968db-37b2-4c7a-b1c7-ded67662a94c service neutron] Bound port: 86ef448c-1b94-4e59-8b63-75a5cd8a80ee, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83cbe5f-6769-4416-ae9a-aa7374099b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:45:14.286717 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-4b4968db-37b2-4c7a-b1c7-ded67662a94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:14.288931 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-8ffc6884-9f12-488e-bbc5-160c1d897b9d tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7127235 Mar 31 20:45:14.311175 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-239a47f8-6ebe-4e7a-b3b1-7ebb36fe4dcb req-6857f5f6-a9d9-4aec-9af9-ebc2ee3cf738 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=bf2cbcd3-1cc7-40b0-85ea-9f68230102f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296122 Mar 31 20:45:14.322509 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-15e378d4-2ab0-4e37-9fb7-73a404aca25e service neutron] Request body: {'port': {'device_id': 'ae11c11a-7f81-4128-adb1-3b7167d79bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:45:14.459078 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-af6f4858-63c7-43b5-9760-f86f1df941a0 req-9581ba33-e08b-493e-8d3a-45490384a376 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 210 time: 0.0713437 Mar 31 20:45:14.475583 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5a591111-7cc2-4746-9290-1099875d0ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:14.530846 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.32', 58645) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:14.532732 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-4b4968db-37b2-4c7a-b1c7-ded67662a94c service neutron] For port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee, host hv-cinder-83607, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:45:14.552794 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-01a075f1-5e5d-4da5-9ce7-ba76797a8177 None None] Provisioning complete for port 12847325-49c5-4a0b-b572-173bf65a5510 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:45:14.554236 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01a075f1-5e5d-4da5-9ce7-ba76797a8177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (12847325-49c5-4a0b-b572-173bf65a5510), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:14.570919 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-4b4968db-37b2-4c7a-b1c7-ded67662a94c service neutron] For port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=86ef448c-1b94-4e59-8b63-75a5cd8a80ee,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:45:14.598534 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-01a075f1-5e5d-4da5-9ce7-ba76797a8177 None None] Port 12847325-49c5-4a0b-b572-173bf65a5510 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:45:14.602774 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2063e77-0261-477f-9799-2ae354235e37 req-a080e06f-24f3-4943-badc-e8cd0decc2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:14.604474 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f2063e77-0261-477f-9799-2ae354235e37 req-a080e06f-24f3-4943-badc-e8cd0decc2a9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 1129 time: 0.1286776 Mar 31 20:45:14.635589 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f2063e77-0261-477f-9799-2ae354235e37 req-18b21b38-eda5-4478-b127-44bd68f6eeed service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:14.640463 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-15e378d4-2ab0-4e37-9fb7-73a404aca25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (12847325-49c5-4a0b-b572-173bf65a5510), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:14.710975 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125d6f4-8311-4412-8493-96c3982729c6 req-87d9bbf2-1057-4e9b-b511-d0dc0d220715 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:14.712603 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7125d6f4-8311-4412-8493-96c3982729c6 req-87d9bbf2-1057-4e9b-b511-d0dc0d220715 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 945 time: 0.2383275 Mar 31 20:45:14.718663 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-4b4968db-37b2-4c7a-b1c7-ded67662a94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:14.795131 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f2063e77-0261-477f-9799-2ae354235e37 req-18b21b38-eda5-4478-b127-44bd68f6eeed service neutron] Publish callbacks [] for security_group (75a6e40a-f424-4e2e-a274-9c0a34797a5b), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:14.804912 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-4b4968db-37b2-4c7a-b1c7-ded67662a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:14.805647 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-4b4968db-37b2-4c7a-b1c7-ded67662a94c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:14.807248 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-4b4968db-37b2-4c7a-b1c7-ded67662a94c service neutron] 10.222.0.32 "PUT /v2.0/ports/86ef448c-1b94-4e59-8b63-75a5cd8a80ee HTTP/1.1" status: 200 len: 1093 time: 1.8664966 Mar 31 20:45:14.807712 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1811c10-9b50-4836-8d81-efae3268db24', 'tag': '86ef448c-1b94-4e59-8b63-75a5cd8a80ee'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:45:14.810030 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438a1dda-2484-40ea-846d-f6297713cfa6" -d '{"events": [{"name": "network-changed", "server_uuid": "a1811c10-9b50-4836-8d81-efae3268db24", "tag": "86ef448c-1b94-4e59-8b63-75a5cd8a80ee"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:45:14.812198 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-e36f37a5-1cd7-4f69-8774-8c8cb2a422f4 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:14.813704 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-e36f37a5-1cd7-4f69-8774-8c8cb2a422f4 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.32 "GET /v2.0/networks?id=aae64b56-d644-454d-807a-9ff75eea577e HTTP/1.1" status: 200 len: 809 time: 0.2811658 Mar 31 20:45:14.854298 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4968db-37b2-4c7a-b1c7-ded67662a94c service neutron] Pushing event updated for resources: {'Port': ['ID=86ef448c-1b94-4e59-8b63-75a5cd8a80ee,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:14.872535 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 55546) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:14.894474 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-384e1f92-ad7b-42c1-a0cd-efca218813da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:14.894474 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f2063e77-0261-477f-9799-2ae354235e37 req-18b21b38-eda5-4478-b127-44bd68f6eeed service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (75a6e40a-f424-4e2e-a274-9c0a34797a5b), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:14.965757 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f2063e77-0261-477f-9799-2ae354235e37 req-18b21b38-eda5-4478-b127-44bd68f6eeed service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=860011e8-8775-4a61-ad58-1a12baec04a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448443 Mar 31 20:45:14.969573 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b21b38-eda5-4478-b127-44bd68f6eeed service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=75a6e40a-f424-4e2e-a274-9c0a34797a5b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:15.051105 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-384e1f92-ad7b-42c1-a0cd-efca218813da admin admin] Publish callbacks [] for security_group (b033b749-fc73-4b47-a4bf-11ca884dad14), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:15.200303 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5a591111-7cc2-4746-9290-1099875d0ad7 admin admin] Publish callbacks [] for security_group (46bb35d4-0b9a-4579-ade5-37cd47c76f70), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:15.223815 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7125d6f4-8311-4412-8493-96c3982729c6 req-854373b4-bf21-493f-ab21-3ef13d530cda tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/security-groups?id=860011e8-8775-4a61-ad58-1a12baec04a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872549 Mar 31 20:45:15.236803 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-384e1f92-ad7b-42c1-a0cd-efca218813da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (b033b749-fc73-4b47-a4bf-11ca884dad14), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:15.237026 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:15.284717 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e1f92-ad7b-42c1-a0cd-efca218813da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b033b749-fc73-4b47-a4bf-11ca884dad14,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:15.305973 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5a591111-7cc2-4746-9290-1099875d0ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (46bb35d4-0b9a-4579-ade5-37cd47c76f70), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:15.322902 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546ffd47-f6fa-4730-a800-c716636f07ed x-openstack-request-id: req-546ffd47-f6fa-4730-a800-c716636f07ed {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:45:15.323444 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1811c10-9b50-4836-8d81-efae3268db24", "tag": "86ef448c-1b94-4e59-8b63-75a5cd8a80ee", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:45:15.323969 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-546ffd47-f6fa-4730-a800-c716636f07ed {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:45:15.324766 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-546ffd47-f6fa-4730-a800-c716636f07ed'] response: {'name': 'network-changed', 'server_uuid': 'a1811c10-9b50-4836-8d81-efae3268db24', 'tag': '86ef448c-1b94-4e59-8b63-75a5cd8a80ee', 'status': 'completed', 'code': 200} Mar 31 20:45:15.334770 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-384e1f92-ad7b-42c1-a0cd-efca218813da admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b6178123d29e4d71b22900d93613eaf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4610028 Mar 31 20:45:15.337738 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 55552) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:15.345257 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66882706-74d1-402c-8a66-c4fc7cae0cb8 req-69f41eef-29eb-4a84-8ad1-5f6e1de3b858 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:15.346921 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-66882706-74d1-402c-8a66-c4fc7cae0cb8 req-69f41eef-29eb-4a84-8ad1-5f6e1de3b858 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 943 time: 0.4922607 Mar 31 20:45:15.394933 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-689dc43a-9648-40cd-a9fa-383442aaa39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:15.396501 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-689dc43a-9648-40cd-a9fa-383442aaa39e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c2f7a7f12f0247c0881f0c5ba6b5b36d&device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 1127 time: 0.2072828 Mar 31 20:45:15.399446 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-5a591111-7cc2-4746-9290-1099875d0ad7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=223bb99cb79048f58c99cff6af453b0e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5716202 Mar 31 20:45:15.403594 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-36ee6fdc-c759-4c3a-9c01-eae0f5da5e57 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=654be7b7f6b046c4a444ce74acbb673c HTTP/1.1" status: 200 len: 379 time: 0.5621295 Mar 31 20:45:15.406584 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 55556) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:15.421074 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2b7a4eb-ef58-4578-9bac-c7f9bc57b30b admin admin] Publish callbacks [] for security_group (b033b749-fc73-4b47-a4bf-11ca884dad14), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:15.438839 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-9cd7a7f0-6496-4175-8d9c-6c5a9526c1ee tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Request body: {'port': {'device_id': '13419b2f-c274-4afe-aeef-ea9e477f1fd4', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'admin_state_up': True, 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'security_groups': ['a4857d65-78fb-44c7-83a8-9cc13b97c4ed']}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:45:15.446480 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a591111-7cc2-4746-9290-1099875d0ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bb35d4-0b9a-4579-ade5-37cd47c76f70,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:15.454311 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-472ab1e7-bc27-41b6-a9f6-9c1ae00ba787 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86ef448c-1b94-4e59-8b63-75a5cd8a80ee HTTP/1.1" status: 200 len: 217 time: 0.0430956 Mar 31 20:45:15.476763 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2b7a4eb-ef58-4578-9bac-c7f9bc57b30b admin admin] Publish callbacks [] for security_group (b033b749-fc73-4b47-a4bf-11ca884dad14), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:15.531394 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-45d91862-b7da-4a93-9f5b-d56d534a6429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:15.532933 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-45d91862-b7da-4a93-9f5b-d56d534a6429 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=93b81d0e-6ec0-4ee6-b70d-0ae037b995d1 HTTP/1.1" status: 200 len: 855 time: 0.0544300 Mar 31 20:45:15.606548 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-66882706-74d1-402c-8a66-c4fc7cae0cb8 req-c4e26ea8-53a6-4a0d-92b2-ec5d1af41228 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393131 Mar 31 20:45:15.632633 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-a2037b31-ff81-46ae-aa78-a7116125c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:15.632633 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-a2037b31-ff81-46ae-aa78-a7116125c81f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29c94a09-ad75-42a2-8666-a0269d34f4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0915225 Mar 31 20:45:15.653603 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:15.674124 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cadb5-80d0-430b-b573-9edda98e8a7e req-41b8bf39-ba36-4dcb-90b5-ae2b7f80143b tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:15.676005 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-162cadb5-80d0-430b-b573-9edda98e8a7e req-41b8bf39-ba36-4dcb-90b5-ae2b7f80143b tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 943 time: 0.2827413 Mar 31 20:45:15.696815 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6c040872-157d-4446-b187-aefbfafb1852 admin admin] Publish callbacks [] for security_group (46bb35d4-0b9a-4579-ade5-37cd47c76f70), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:15.754322 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-15e378d4-2ab0-4e37-9fb7-73a404aca25e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12847325-49c5-4a0b-b572-173bf65a5510 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:45:15.755366 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2b7a4eb-ef58-4578-9bac-c7f9bc57b30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (b033b749-fc73-4b47-a4bf-11ca884dad14), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:15.759019 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2b7a4eb-ef58-4578-9bac-c7f9bc57b30b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:15.762307 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-b2b7a4eb-ef58-4578-9bac-c7f9bc57b30b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b033b749-fc73-4b47-a4bf-11ca884dad14 HTTP/1.1" status: 204 len: 168 time: 0.4208295 Mar 31 20:45:15.774922 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7a4eb-ef58-4578-9bac-c7f9bc57b30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b033b749-fc73-4b47-a4bf-11ca884dad14,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:15.778306 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 255d6bd9-10f6-4b16-ba20-dc57ae340a84 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:45:15.790285 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-15e378d4-2ab0-4e37-9fb7-73a404aca25e service neutron] Publish callbacks [] for port (12847325-49c5-4a0b-b572-173bf65a5510), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:15.791170 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-dfc40e7f-c98f-4080-97c4-9dadf3b05060 service neutron] 10.222.0.32 "GET /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461217 Mar 31 20:45:15.794086 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device dbf2dbda-ef58-412f-97f7-1dc3114debce up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:45:15.804242 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6c040872-157d-4446-b187-aefbfafb1852 admin admin] Publish callbacks [] for security_group (46bb35d4-0b9a-4579-ade5-37cd47c76f70), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:15.871804 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-15e378d4-2ab0-4e37-9fb7-73a404aca25e service neutron] Transition to ACTIVE for port object 12847325-49c5-4a0b-b572-173bf65a5510 will not be triggered until provisioned by entity L2. {{(pid=110549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:45:15.887001 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-162cadb5-80d0-430b-b573-9edda98e8a7e req-5dd0ccc8-758b-4f48-85d3-a739e231dfc8 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846399 Mar 31 20:45:15.911129 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec79d9-ccff-442f-be90-ab99ac2afe99 req-7ce8f236-e96c-4458-a728-268b9efdc58a tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:15.912625 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e0ec79d9-ccff-442f-be90-ab99ac2afe99 req-7ce8f236-e96c-4458-a728-268b9efdc58a tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 931 time: 0.1989012 Mar 31 20:45:15.924746 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4c7bb7d1-40f1-4938-98c9-ec2f568e39b0 req-6d2cd3c3-834c-4e35-9943-8973ba5a7c62 service neutron] 10.222.0.32 "GET /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112187 Mar 31 20:45:15.924839 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-9cd7a7f0-6496-4175-8d9c-6c5a9526c1ee tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Made reservation on behalf of 654be7b7f6b046c4a444ce74acbb673c for: {'port': 1} {{(pid=110549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:45:15.925129 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-9cd7a7f0-6496-4175-8d9c-6c5a9526c1ee tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:15.987864 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-15e378d4-2ab0-4e37-9fb7-73a404aca25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (12847325-49c5-4a0b-b572-173bf65a5510), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:16.080606 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 255d6bd9-10f6-4b16-ba20-dc57ae340a84, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=255d6bd9-10f6-4b16-ba20-dc57ae340a84,segment=NetworkSegment(a37701f9-dff0-46e9-bd6a-4580ea1f1d67),segment_id=a37701f9-dff0-46e9-bd6a-4580ea1f1d67)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:45:16.089625 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a29b2daa-ae69-4a11-ae95-02e879834043 req-e0eddadc-8775-40b7-8920-a899fed6f9d0 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 210 time: 0.0988855 Mar 31 20:45:16.115024 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning for port dbf2dbda-ef58-412f-97f7-1dc3114debce completed by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:45:16.120094 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': '255d6bd9-10f6-4b16-ba20-dc57ae340a84', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'port_id': '255d6bd9-10f6-4b16-ba20-dc57ae340a84', 'mac_address': 'fa:16:3e:12:dc:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:45:16.121936 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port dbf2dbda-ef58-412f-97f7-1dc3114debce triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:45:16.122488 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (dbf2dbda-ef58-412f-97f7-1dc3114debce), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:16.145460 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a1dda-2484-40ea-846d-f6297713cfa6 req-570289b9-19a0-4ca0-a8e6-66f65f0a51dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:16.148973 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-438a1dda-2484-40ea-846d-f6297713cfa6 req-570289b9-19a0-4ca0-a8e6-66f65f0a51dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c2f7a7f12f0247c0881f0c5ba6b5b36d&device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 1127 time: 0.0913906 Mar 31 20:45:16.182626 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6c040872-157d-4446-b187-aefbfafb1852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (46bb35d4-0b9a-4579-ade5-37cd47c76f70), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:16.185911 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6c040872-157d-4446-b187-aefbfafb1852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:16.190569 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-6c040872-157d-4446-b187-aefbfafb1852 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/46bb35d4-0b9a-4579-ade5-37cd47c76f70 HTTP/1.1" status: 204 len: 168 time: 0.7757006 Mar 31 20:45:16.203678 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 255d6bd9-10f6-4b16-ba20-dc57ae340a84 is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:45:16.204642 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (255d6bd9-10f6-4b16-ba20-dc57ae340a84), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:16.240085 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 255d6bd9-10f6-4b16-ba20-dc57ae340a84 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:45:16.288145 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e0ec79d9-ccff-442f-be90-ab99ac2afe99 req-feba35aa-317c-44c1-975b-2f07ff1db5fd tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=bf2cbcd3-1cc7-40b0-85ea-9f68230102f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3547387 Mar 31 20:45:16.305177 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c040872-157d-4446-b187-aefbfafb1852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bb35d4-0b9a-4579-ade5-37cd47c76f70,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:16.312314 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e378d4-2ab0-4e37-9fb7-73a404aca25e service neutron] Pushing event updated for resources: {'Port': ['ID=12847325-49c5-4a0b-b572-173bf65a5510,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:16.312506 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 255d6bd9-10f6-4b16-ba20-dc57ae340a84, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=255d6bd9-10f6-4b16-ba20-dc57ae340a84,segment=NetworkSegment(a37701f9-dff0-46e9-bd6a-4580ea1f1d67),segment_id=a37701f9-dff0-46e9-bd6a-4580ea1f1d67)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:45:16.354288 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port dbf2dbda-ef58-412f-97f7-1dc3114debce is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:45:16.355127 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (dbf2dbda-ef58-412f-97f7-1dc3114debce), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:16.358473 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a1dda-2484-40ea-846d-f6297713cfa6 req-6e40d67c-5d30-42f3-90d4-8ebc139276b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:16.368320 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-438a1dda-2484-40ea-846d-f6297713cfa6 req-6e40d67c-5d30-42f3-90d4-8ebc139276b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29c94a09-ad75-42a2-8666-a0269d34f4fc HTTP/1.1" status: 200 len: 917 time: 0.2115653 Mar 31 20:45:16.387440 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e50dde-7a5e-4307-889b-00269153d579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf2dbda-ef58-412f-97f7-1dc3114debce'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:45:16.390417 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b46262-589a-4371-b8ce-a46fd317dfb7" -d '{"events": [{"server_uuid": "86e50dde-7a5e-4307-889b-00269153d579", "name": "network-vif-plugged", "status": "completed", "tag": "dbf2dbda-ef58-412f-97f7-1dc3114debce"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:45:16.404988 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (255d6bd9-10f6-4b16-ba20-dc57ae340a84), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:16.409882 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port dbf2dbda-ef58-412f-97f7-1dc3114debce, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dbf2dbda-ef58-412f-97f7-1dc3114debce,segment=NetworkSegment(a37701f9-dff0-46e9-bd6a-4580ea1f1d67),segment_id=a37701f9-dff0-46e9-bd6a-4580ea1f1d67)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:45:16.465357 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-438a1dda-2484-40ea-846d-f6297713cfa6 req-13222ced-509c-4d9d-bef8-a2246e1355bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86ef448c-1b94-4e59-8b63-75a5cd8a80ee HTTP/1.1" status: 200 len: 217 time: 0.0879889 Mar 31 20:45:16.477767 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af91308-073b-400b-9fc8-aa092be41cfb x-openstack-request-id: req-1af91308-073b-400b-9fc8-aa092be41cfb {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:45:16.478084 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e50dde-7a5e-4307-889b-00269153d579", "name": "network-vif-plugged", "status": "completed", "tag": "dbf2dbda-ef58-412f-97f7-1dc3114debce", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:45:16.478342 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1af91308-073b-400b-9fc8-aa092be41cfb {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:45:16.478771 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af91308-073b-400b-9fc8-aa092be41cfb'] response: {'server_uuid': '86e50dde-7a5e-4307-889b-00269153d579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf2dbda-ef58-412f-97f7-1dc3114debce', 'code': 200} Mar 31 20:45:16.479315 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=255d6bd9-10f6-4b16-ba20-dc57ae340a84,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:16.489533 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (dbf2dbda-ef58-412f-97f7-1dc3114debce), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:16.517160 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-15e378d4-2ab0-4e37-9fb7-73a404aca25e service neutron] Attempting to bind port 12847325-49c5-4a0b-b572-173bf65a5510 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:45:16.523104 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-15e378d4-2ab0-4e37-9fb7-73a404aca25e service neutron] Attempting to bind port 12847325-49c5-4a0b-b572-173bf65a5510 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:45:16.526540 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-15e378d4-2ab0-4e37-9fb7-73a404aca25e service neutron] Attempting to bind port 12847325-49c5-4a0b-b572-173bf65a5510 on network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:45:16.573282 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=dbf2dbda-ef58-412f-97f7-1dc3114debce,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:16.574339 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a1dda-2484-40ea-846d-f6297713cfa6 req-f7fc5d0d-6849-40a7-a8c8-839400621a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:16.576879 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-438a1dda-2484-40ea-846d-f6297713cfa6 req-f7fc5d0d-6849-40a7-a8c8-839400621a38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=93b81d0e-6ec0-4ee6-b70d-0ae037b995d1 HTTP/1.1" status: 200 len: 855 time: 0.0777762 Mar 31 20:45:16.663332 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a1dda-2484-40ea-846d-f6297713cfa6 req-4b9ae903-88a8-41d1-8418-add3b60d37c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:16.665685 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-438a1dda-2484-40ea-846d-f6297713cfa6 req-4b9ae903-88a8-41d1-8418-add3b60d37c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29c94a09-ad75-42a2-8666-a0269d34f4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746455 Mar 31 20:45:16.669332 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-9cd7a7f0-6496-4175-8d9c-6c5a9526c1ee tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Allocated IP 172.20.0.11 (aae64b56-d644-454d-807a-9ff75eea577e/29e5f0dd-54c8-4420-95e1-1b4acc9a8f80/6ad761be-8f31-482c-8f22-6f7d29081b5b) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:45:16.675907 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-15e378d4-2ab0-4e37-9fb7-73a404aca25e service neutron] Port 12847325-49c5-4a0b-b572-173bf65a5510 on network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:45:16.676547 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-15e378d4-2ab0-4e37-9fb7-73a404aca25e service neutron] Attempting to bind port 12847325-49c5-4a0b-b572-173bf65a5510 on network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:45:16.701912 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62b7a9-d787-4bb5-8e85-665828e85b22 req-bc3f9ad7-01f9-410e-a8a6-ae5cb5f74110 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:16.703467 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7f62b7a9-d787-4bb5-8e85-665828e85b22 req-bc3f9ad7-01f9-410e-a8a6-ae5cb5f74110 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 945 time: 0.2942929 Mar 31 20:45:16.704306 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-15e378d4-2ab0-4e37-9fb7-73a404aca25e service neutron] Checking agent: {'id': '7dd6c0b4-7b51-4ce7-a43e-f42db731a887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'started_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:45:16.704646 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-15e378d4-2ab0-4e37-9fb7-73a404aca25e service neutron] Checking segment: {'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:45:16.705310 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-15e378d4-2ab0-4e37-9fb7-73a404aca25e service neutron] Bound using segment: {'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:45:16.705759 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-15e378d4-2ab0-4e37-9fb7-73a404aca25e service neutron] Bound port: 12847325-49c5-4a0b-b572-173bf65a5510, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:45:16.706122 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-15e378d4-2ab0-4e37-9fb7-73a404aca25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (12847325-49c5-4a0b-b572-173bf65a5510), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:16.718842 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['255d6bd9-10f6-4b16-ba20-dc57ae340a84'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:45:16.836277 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-438a1dda-2484-40ea-846d-f6297713cfa6 req-2d086ce8-d2c9-4e6c-a887-bbf0883e3d7f service neutron] 10.222.0.32 "GET /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615608 Mar 31 20:45:16.925681 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7f62b7a9-d787-4bb5-8e85-665828e85b22 req-7b66d3fa-1499-4846-849e-75a9f029fe9b tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/security-groups?id=860011e8-8775-4a61-ad58-1a12baec04a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131867 Mar 31 20:45:17.130218 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c262fdd-3d6b-434e-9c5e-4668ca370e43 req-586280fb-bb9e-42ab-8bca-0d2ce0380ccd tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:17.132716 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0c262fdd-3d6b-434e-9c5e-4668ca370e43 req-586280fb-bb9e-42ab-8bca-0d2ce0380ccd tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 944 time: 0.3994200 Mar 31 20:45:17.141098 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-15e378d4-2ab0-4e37-9fb7-73a404aca25e service neutron] For port 12847325-49c5-4a0b-b572-173bf65a5510, host hv-cinder-83607, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:45:17.190165 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-15e378d4-2ab0-4e37-9fb7-73a404aca25e service neutron] For port 12847325-49c5-4a0b-b572-173bf65a5510, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=12847325-49c5-4a0b-b572-173bf65a5510,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:45:17.225683 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32da06-47b7-4ad5-ab2f-add680b2364f req-1222fd73-8d1e-4cc5-8452-a6b8344bd54e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:17.227270 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5d32da06-47b7-4ad5-ab2f-add680b2364f req-1222fd73-8d1e-4cc5-8452-a6b8344bd54e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 943 time: 0.1735613 Mar 31 20:45:17.231649 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-438a1dda-2484-40ea-846d-f6297713cfa6 req-5480231b-7eee-4f2d-beb7-462af4f3a504 service neutron] 10.222.0.32 "GET /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872371 Mar 31 20:45:17.239953 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9bab1c-36ce-406d-ac79-5f6aae441464 req-7767fe2d-815c-483a-9397-93a7112ee0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:17.241544 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-fc9bab1c-36ce-406d-ac79-5f6aae441464 req-7767fe2d-815c-483a-9397-93a7112ee0fb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 1130 time: 0.0727444 Mar 31 20:45:17.284431 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-9cd7a7f0-6496-4175-8d9c-6c5a9526c1ee tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for port (6ad761be-8f31-482c-8f22-6f7d29081b5b), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:17.293276 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-fc9bab1c-36ce-406d-ac79-5f6aae441464 req-a875c01d-cfc4-453b-a50f-d5b31c8a2693 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456047 Mar 31 20:45:17.321484 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0c262fdd-3d6b-434e-9c5e-4668ca370e43 req-453c57fd-a021-4729-b5c0-8d5383868181 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639416 Mar 31 20:45:17.328028 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-15e378d4-2ab0-4e37-9fb7-73a404aca25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (12847325-49c5-4a0b-b572-173bf65a5510), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:17.333842 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 55608) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:17.350502 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-add74f1f-f380-4be4-9e77-233a5b086c67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:17.421066 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-15e378d4-2ab0-4e37-9fb7-73a404aca25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:17.421699 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-15e378d4-2ab0-4e37-9fb7-73a404aca25e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for port (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:17.423197 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-15e378d4-2ab0-4e37-9fb7-73a404aca25e service neutron] 10.222.0.32 "PUT /v2.0/ports/12847325-49c5-4a0b-b572-173bf65a5510 HTTP/1.1" status: 200 len: 1093 time: 3.1097484 Mar 31 20:45:17.446963 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5d32da06-47b7-4ad5-ab2f-add680b2364f req-0a221a8b-0f2c-4469-98d1-8e1039688973 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994927 Mar 31 20:45:17.447519 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae11c11a-7f81-4128-adb1-3b7167d79bdf', 'tag': '12847325-49c5-4a0b-b572-173bf65a5510'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:45:17.475955 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-add74f1f-f380-4be4-9e77-233a5b086c67 admin admin] Publish callbacks [] for security_group (9e741afe-9c9e-4607-ad1f-0110f4253379), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:17.556921 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d633f0cf-5c8b-4a2c-b9da-87265a3153df req-4b85bebb-a5a1-4e2f-b3dc-f276d578c692 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 210 time: 0.1641634 Mar 31 20:45:17.592223 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-add74f1f-f380-4be4-9e77-233a5b086c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (9e741afe-9c9e-4607-ad1f-0110f4253379), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:17.601489 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e378d4-2ab0-4e37-9fb7-73a404aca25e service neutron] Pushing event updated for resources: {'Port': ['ID=12847325-49c5-4a0b-b572-173bf65a5510,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:17.655414 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add74f1f-f380-4be4-9e77-233a5b086c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e741afe-9c9e-4607-ad1f-0110f4253379,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:17.676431 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-add74f1f-f380-4be4-9e77-233a5b086c67 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d8ac188c5884d72bdd0584f118c5e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3376057 Mar 31 20:45:17.680450 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 55616) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:17.737291 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02febef-5a09-479c-a8ef-7a8873521251 req-96fff97e-2f2c-4d0a-85b3-65bb0fa62f5e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:17.740297 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c02febef-5a09-479c-a8ef-7a8873521251 req-96fff97e-2f2c-4d0a-85b3-65bb0fa62f5e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 943 time: 0.1761906 Mar 31 20:45:17.758194 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8668-09d7-494b-ad04-d53d7fe4cb50 admin admin] Publish callbacks [] for security_group (9e741afe-9c9e-4607-ad1f-0110f4253379), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:17.764381 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5253feeaf43b009d496c5950c37129f342c333472f7057fa14384dd137f2b4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d83c23-d753-418f-95ba-49cd83a4ae2a" -d '{"events": [{"name": "network-changed", "server_uuid": "ae11c11a-7f81-4128-adb1-3b7167d79bdf", "tag": "12847325-49c5-4a0b-b572-173bf65a5510"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:45:17.770382 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-9cd7a7f0-6496-4175-8d9c-6c5a9526c1ee tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (6ad761be-8f31-482c-8f22-6f7d29081b5b), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:17.772312 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 255d6bd9-10f6-4b16-ba20-dc57ae340a84 up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:45:17.825713 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8668-09d7-494b-ad04-d53d7fe4cb50 admin admin] Publish callbacks [] for security_group (9e741afe-9c9e-4607-ad1f-0110f4253379), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:17.845558 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-9cd7a7f0-6496-4175-8d9c-6c5a9526c1ee tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Network aae64b56-d644-454d-807a-9ff75eea577e is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:45:17.859060 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-9cd7a7f0-6496-4175-8d9c-6c5a9526c1ee tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:45:17.880139 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-9cd7a7f0-6496-4175-8d9c-6c5a9526c1ee tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:45:17.888171 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-9cd7a7f0-6496-4175-8d9c-6c5a9526c1ee tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:17.888929 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-9cd7a7f0-6496-4175-8d9c-6c5a9526c1ee tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for port (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:17.931331 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-87fb605b-774b-44e3-98cd-842f076f2933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:17.933168 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-87fb605b-774b-44e3-98cd-842f076f2933 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4396e2a514f7449287ea5b0d1b36b858&device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 1127 time: 0.2564135 Mar 31 20:45:17.938932 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7a7f0-6496-4175-8d9c-6c5a9526c1ee tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Pushing event updated for resources: {'Port': ['ID=6ad761be-8f31-482c-8f22-6f7d29081b5b,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:17.959567 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c02febef-5a09-479c-a8ef-7a8873521251 req-110b7b29-cb9b-4a74-b410-2ae40f039e61 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=bf2cbcd3-1cc7-40b0-85ea-9f68230102f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907473 Mar 31 20:45:17.973857 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd4edf1-4863-4307-b6b3-eeebdd086e32 x-openstack-request-id: req-3dd4edf1-4863-4307-b6b3-eeebdd086e32 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:45:17.974336 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae11c11a-7f81-4128-adb1-3b7167d79bdf", "tag": "12847325-49c5-4a0b-b572-173bf65a5510", "status": "completed", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:45:17.974747 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3dd4edf1-4863-4307-b6b3-eeebdd086e32 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:45:17.975980 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dd4edf1-4863-4307-b6b3-eeebdd086e32'] response: {'name': 'network-changed', 'server_uuid': 'ae11c11a-7f81-4128-adb1-3b7167d79bdf', 'tag': '12847325-49c5-4a0b-b572-173bf65a5510', 'status': 'completed', 'code': 200} Mar 31 20:45:18.018508 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning for port 255d6bd9-10f6-4b16-ba20-dc57ae340a84 completed by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:45:18.018876 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8668-09d7-494b-ad04-d53d7fe4cb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (9e741afe-9c9e-4607-ad1f-0110f4253379), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:18.023240 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port 255d6bd9-10f6-4b16-ba20-dc57ae340a84 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:45:18.023912 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (255d6bd9-10f6-4b16-ba20-dc57ae340a84), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:18.027170 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8668-09d7-494b-ad04-d53d7fe4cb50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:18.035254 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-0c7e8668-09d7-494b-ad04-d53d7fe4cb50 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9e741afe-9c9e-4607-ad1f-0110f4253379 HTTP/1.1" status: 204 len: 168 time: 0.3536797 Mar 31 20:45:18.055652 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e8668-09d7-494b-ad04-d53d7fe4cb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e741afe-9c9e-4607-ad1f-0110f4253379,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:18.198426 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 255d6bd9-10f6-4b16-ba20-dc57ae340a84 is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:45:18.199252 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (255d6bd9-10f6-4b16-ba20-dc57ae340a84), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:18.232995 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-954c6dc9-2e9c-482f-ad46-577ce128aa40 None None] Provisioning complete for port 6ad761be-8f31-482c-8f22-6f7d29081b5b triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:45:18.233453 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-954c6dc9-2e9c-482f-ad46-577ce128aa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (6ad761be-8f31-482c-8f22-6f7d29081b5b), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:18.264799 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 255d6bd9-10f6-4b16-ba20-dc57ae340a84, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=255d6bd9-10f6-4b16-ba20-dc57ae340a84,segment=NetworkSegment(a37701f9-dff0-46e9-bd6a-4580ea1f1d67),segment_id=a37701f9-dff0-46e9-bd6a-4580ea1f1d67)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:45:18.284532 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-954c6dc9-2e9c-482f-ad46-577ce128aa40 None None] Port 6ad761be-8f31-482c-8f22-6f7d29081b5b cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:45:18.321930 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-9cd7a7f0-6496-4175-8d9c-6c5a9526c1ee tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8980734 Mar 31 20:45:18.337310 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-a2f05016-9c83-43c2-ac1d-649e2b4c3d5a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12847325-49c5-4a0b-b572-173bf65a5510 HTTP/1.1" status: 200 len: 217 time: 0.3954113 Mar 31 20:45:18.340998 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-5fbd7f7e-3124-4045-b441-0fd4daf3f385 service neutron] Request body: {'port': {'device_id': '13419b2f-c274-4afe-aeef-ea9e477f1fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:45:18.362284 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (255d6bd9-10f6-4b16-ba20-dc57ae340a84), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:18.458092 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=255d6bd9-10f6-4b16-ba20-dc57ae340a84,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:18.480319 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5984d4a1-3f77-449a-9e97-77600dd513c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255d6bd9-10f6-4b16-ba20-dc57ae340a84'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:45:18.482780 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb858e3e-6f33-453d-81fa-d75b1c44fb20" -d '{"events": [{"server_uuid": "5984d4a1-3f77-449a-9e97-77600dd513c0", "name": "network-vif-plugged", "status": "completed", "tag": "255d6bd9-10f6-4b16-ba20-dc57ae340a84"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:45:18.524947 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75aa7b-492a-41e2-a519-ca2ab503672b req-9721a3ae-0a9a-453a-8eb0-0975eb0ba523 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:18.524947 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bb75aa7b-492a-41e2-a519-ca2ab503672b req-9721a3ae-0a9a-453a-8eb0-0975eb0ba523 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 945 time: 0.4835198 Mar 31 20:45:18.524947 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-45e749f0-a54a-4227-b299-149a2899362a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:18.530778 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-45e749f0-a54a-4227-b299-149a2899362a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7eadc9f8-4885-4224-91fc-800445db1b60 HTTP/1.1" status: 200 len: 853 time: 0.1662314 Mar 31 20:45:18.603801 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-5fbd7f7e-3124-4045-b441-0fd4daf3f385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (6ad761be-8f31-482c-8f22-6f7d29081b5b), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:18.732648 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bb75aa7b-492a-41e2-a519-ca2ab503672b req-08ba3e22-ae36-4bac-beab-f75ab264006e tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/security-groups?id=860011e8-8775-4a61-ad58-1a12baec04a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026055 Mar 31 20:45:18.740586 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8717a4-00a3-4dc7-8d7c-ddaf34e4de2d req-adb4fb6d-5ce4-45c5-8c38-4798fa890ec5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:18.744390 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9c8717a4-00a3-4dc7-8d7c-ddaf34e4de2d req-adb4fb6d-5ce4-45c5-8c38-4798fa890ec5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.3059592 Mar 31 20:45:18.843218 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-144bc198-1a1f-4570-8f56-6e366a8c39a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:18.845175 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-144bc198-1a1f-4570-8f56-6e366a8c39a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cb74cd-f9ca-4f98-a1e8-3428b271c26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3044789 Mar 31 20:45:18.993904 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9c8717a4-00a3-4dc7-8d7c-ddaf34e4de2d req-8e6f305c-94a9-43bd-a8fb-dda3ac57a409 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410185 Mar 31 20:45:19.044463 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e006c3-8644-4f1c-a14f-6d26d94c0cb7 x-openstack-request-id: req-78e006c3-8644-4f1c-a14f-6d26d94c0cb7 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:45:19.044974 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5984d4a1-3f77-449a-9e97-77600dd513c0", "name": "network-vif-plugged", "status": "completed", "tag": "255d6bd9-10f6-4b16-ba20-dc57ae340a84", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:45:19.045407 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-78e006c3-8644-4f1c-a14f-6d26d94c0cb7 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:45:19.045882 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78e006c3-8644-4f1c-a14f-6d26d94c0cb7'] response: {'server_uuid': '5984d4a1-3f77-449a-9e97-77600dd513c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255d6bd9-10f6-4b16-ba20-dc57ae340a84', 'code': 200} Mar 31 20:45:19.250114 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ceb5a-31b9-4239-870a-64a5b89480ad req-b4148e5d-8110-4c52-9f0b-e9dae7a57116 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:19.251804 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6d1ceb5a-31b9-4239-870a-64a5b89480ad req-b4148e5d-8110-4c52-9f0b-e9dae7a57116 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 943 time: 0.4110808 Mar 31 20:45:19.269997 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-3f8db2ce-4ad3-45f0-b092-910cfaf6f709 service neutron] 10.222.0.32 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112194 Mar 31 20:45:19.301013 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-5fbd7f7e-3124-4045-b441-0fd4daf3f385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad761be-8f31-482c-8f22-6f7d29081b5b {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:45:19.322282 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-5fbd7f7e-3124-4045-b441-0fd4daf3f385 service neutron] Publish callbacks [] for port (6ad761be-8f31-482c-8f22-6f7d29081b5b), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:19.382919 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-5fbd7f7e-3124-4045-b441-0fd4daf3f385 service neutron] Transition to ACTIVE for port object 6ad761be-8f31-482c-8f22-6f7d29081b5b will not be triggered until provisioned by entity L2. {{(pid=110549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:45:19.424937 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b6213-4d4a-421b-aaea-df21d6737152 req-51421508-155d-412c-b224-fbe90b773e4d tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:19.426528 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-af2b6213-4d4a-421b-aaea-df21d6737152 req-51421508-155d-412c-b224-fbe90b773e4d tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 932 time: 0.3009582 Mar 31 20:45:19.449881 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6d1ceb5a-31b9-4239-870a-64a5b89480ad req-ba585d4f-b544-4246-a4be-c7a160e55adb tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744559 Mar 31 20:45:19.481438 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-5fbd7f7e-3124-4045-b441-0fd4daf3f385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (6ad761be-8f31-482c-8f22-6f7d29081b5b), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:19.558931 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-e21024a9-5688-47e3-99de-17edea0ae9d4 service neutron] 10.222.0.32 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770000 Mar 31 20:45:19.627762 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bf4fa-204d-4f7e-97c5-9da266860a9f req-920383a5-d8fd-47e2-8e10-223fccd2d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:19.634009 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-dd8bf4fa-204d-4f7e-97c5-9da266860a9f req-920383a5-d8fd-47e2-8e10-223fccd2d12b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 1129 time: 0.1572816 Mar 31 20:45:19.666978 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd7f7e-3124-4045-b441-0fd4daf3f385 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad761be-8f31-482c-8f22-6f7d29081b5b,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:19.718672 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-dd8bf4fa-204d-4f7e-97c5-9da266860a9f req-6a51bb66-902d-4218-8c36-6eb0a0d307f1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758562 Mar 31 20:45:19.739105 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-af2b6213-4d4a-421b-aaea-df21d6737152 req-4be2749c-0b3e-42ff-8bbb-4a77044a6e28 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3019280 Mar 31 20:45:19.793506 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-5fbd7f7e-3124-4045-b441-0fd4daf3f385 service neutron] Attempting to bind port 6ad761be-8f31-482c-8f22-6f7d29081b5b on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:45:19.794284 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 86ef448c-1b94-4e59-8b63-75a5cd8a80ee details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:45:19.796213 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-5fbd7f7e-3124-4045-b441-0fd4daf3f385 service neutron] Attempting to bind port 6ad761be-8f31-482c-8f22-6f7d29081b5b by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '82f3cc8a-d230-474e-9e03-5cccc3fb873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:45:19.796862 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-5fbd7f7e-3124-4045-b441-0fd4daf3f385 service neutron] Attempting to bind port 6ad761be-8f31-482c-8f22-6f7d29081b5b on network aae64b56-d644-454d-807a-9ff75eea577e {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:45:19.812760 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-5fbd7f7e-3124-4045-b441-0fd4daf3f385 service neutron] Port 6ad761be-8f31-482c-8f22-6f7d29081b5b on network aae64b56-d644-454d-807a-9ff75eea577e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:45:19.813161 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-5fbd7f7e-3124-4045-b441-0fd4daf3f385 service neutron] Attempting to bind port 6ad761be-8f31-482c-8f22-6f7d29081b5b on network aae64b56-d644-454d-807a-9ff75eea577e {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:45:19.833490 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-5fbd7f7e-3124-4045-b441-0fd4daf3f385 service neutron] Checking agent: {'id': '7dd6c0b4-7b51-4ce7-a43e-f42db731a887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'started_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:45:19.833853 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-5fbd7f7e-3124-4045-b441-0fd4daf3f385 service neutron] Checking segment: {'id': '82f3cc8a-d230-474e-9e03-5cccc3fb873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:45:19.838607 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-5fbd7f7e-3124-4045-b441-0fd4daf3f385 service neutron] Bound using segment: {'id': '82f3cc8a-d230-474e-9e03-5cccc3fb873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:45:19.838607 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-5fbd7f7e-3124-4045-b441-0fd4daf3f385 service neutron] Bound port: 6ad761be-8f31-482c-8f22-6f7d29081b5b, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f3cc8a-d230-474e-9e03-5cccc3fb873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:45:19.838607 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-5fbd7f7e-3124-4045-b441-0fd4daf3f385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (6ad761be-8f31-482c-8f22-6f7d29081b5b), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:19.857684 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20f55d-67d1-499a-aad0-304db18f84b2 req-b72d449b-3ef9-4197-a021-29b5b48139bd tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:19.873286 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fd20f55d-67d1-499a-aad0-304db18f84b2 req-b72d449b-3ef9-4197-a021-29b5b48139bd tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 943 time: 0.2590404 Mar 31 20:45:19.974598 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=86ef448c-1b94-4e59-8b63-75a5cd8a80ee,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:45:19.988388 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': '86ef448c-1b94-4e59-8b63-75a5cd8a80ee', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'port_id': '86ef448c-1b94-4e59-8b63-75a5cd8a80ee', 'mac_address': 'fa:16:3e:c4:8e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:45:20.001474 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fd20f55d-67d1-499a-aad0-304db18f84b2 req-f84e19b8-a7f0-4683-a4c3-45c6dc3df8db tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=bf2cbcd3-1cc7-40b0-85ea-9f68230102f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167204 Mar 31 20:45:20.016975 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-5fbd7f7e-3124-4045-b441-0fd4daf3f385 service neutron] For port 6ad761be-8f31-482c-8f22-6f7d29081b5b, host hv-cinder-83607, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:45:20.021169 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-5fbd7f7e-3124-4045-b441-0fd4daf3f385 service neutron] For port 6ad761be-8f31-482c-8f22-6f7d29081b5b, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6ad761be-8f31-482c-8f22-6f7d29081b5b,segment=NetworkSegment(82f3cc8a-d230-474e-9e03-5cccc3fb873b),segment_id=82f3cc8a-d230-474e-9e03-5cccc3fb873b)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:45:20.023137 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d83c23-d753-418f-95ba-49cd83a4ae2a req-b5df340b-3d74-44af-b792-ac9368db258a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:20.029397 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-71d83c23-d753-418f-95ba-49cd83a4ae2a req-b5df340b-3d74-44af-b792-ac9368db258a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4396e2a514f7449287ea5b0d1b36b858&device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 1127 time: 0.0926373 Mar 31 20:45:20.038272 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:45:20.038645 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:20.056573 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ef448c-1b94-4e59-8b63-75a5cd8a80ee {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:45:20.082919 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=86ef448c-1b94-4e59-8b63-75a5cd8a80ee,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:45:20.123940 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-5fbd7f7e-3124-4045-b441-0fd4daf3f385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (6ad761be-8f31-482c-8f22-6f7d29081b5b), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:20.171757 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-5fbd7f7e-3124-4045-b441-0fd4daf3f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:20.172417 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-5fbd7f7e-3124-4045-b441-0fd4daf3f385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for port (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:20.174109 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-5fbd7f7e-3124-4045-b441-0fd4daf3f385 service neutron] 10.222.0.32 "PUT /v2.0/ports/6ad761be-8f31-482c-8f22-6f7d29081b5b HTTP/1.1" status: 200 len: 1094 time: 1.8383920 Mar 31 20:45:20.174266 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13419b2f-c274-4afe-aeef-ea9e477f1fd4', 'tag': '6ad761be-8f31-482c-8f22-6f7d29081b5b'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:45:20.177156 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5253feeaf43b009d496c5950c37129f342c333472f7057fa14384dd137f2b4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6310623-d625-48ef-b229-3c805fa6fc19" -d '{"events": [{"name": "network-changed", "server_uuid": "13419b2f-c274-4afe-aeef-ea9e477f1fd4", "tag": "6ad761be-8f31-482c-8f22-6f7d29081b5b"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:45:20.186246 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d83c23-d753-418f-95ba-49cd83a4ae2a req-a3031576-7f5e-4fec-ab3d-549f87387fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:20.188622 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-71d83c23-d753-418f-95ba-49cd83a4ae2a req-a3031576-7f5e-4fec-ab3d-549f87387fe7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63cb74cd-f9ca-4f98-a1e8-3428b271c26f HTTP/1.1" status: 200 len: 915 time: 0.1496689 Mar 31 20:45:20.207553 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd7f7e-3124-4045-b441-0fd4daf3f385 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad761be-8f31-482c-8f22-6f7d29081b5b,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:20.219258 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c320c1-5f46-4abf-9f68-1fada67dbcca req-c2c521a4-0f5c-4582-802f-720026f09b24 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:20.221635 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-50c320c1-5f46-4abf-9f68-1fada67dbcca req-c2c521a4-0f5c-4582-802f-720026f09b24 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.1290627 Mar 31 20:45:20.223145 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:20.252632 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-71d83c23-d753-418f-95ba-49cd83a4ae2a req-67be6888-3632-4922-bc28-c52f5707273d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12847325-49c5-4a0b-b572-173bf65a5510 HTTP/1.1" status: 200 len: 217 time: 0.0550134 Mar 31 20:45:20.265723 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441fa6fd-8c5f-4052-beef-bfc6e65eeb49 x-openstack-request-id: req-441fa6fd-8c5f-4052-beef-bfc6e65eeb49 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:45:20.266603 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13419b2f-c274-4afe-aeef-ea9e477f1fd4", "tag": "6ad761be-8f31-482c-8f22-6f7d29081b5b", "status": "completed", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:45:20.266965 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-441fa6fd-8c5f-4052-beef-bfc6e65eeb49 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:45:20.268819 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-441fa6fd-8c5f-4052-beef-bfc6e65eeb49'] response: {'name': 'network-changed', 'server_uuid': '13419b2f-c274-4afe-aeef-ea9e477f1fd4', 'tag': '6ad761be-8f31-482c-8f22-6f7d29081b5b', 'status': 'completed', 'code': 200} Mar 31 20:45:20.295462 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=86ef448c-1b94-4e59-8b63-75a5cd8a80ee,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:20.325162 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d83c23-d753-418f-95ba-49cd83a4ae2a req-58bbf748-f14e-4e5c-af25-384e86ba8bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:20.327073 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-71d83c23-d753-418f-95ba-49cd83a4ae2a req-58bbf748-f14e-4e5c-af25-384e86ba8bc6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7eadc9f8-4885-4224-91fc-800445db1b60 HTTP/1.1" status: 200 len: 853 time: 0.0576167 Mar 31 20:45:20.357587 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-50c320c1-5f46-4abf-9f68-1fada67dbcca req-4ea35ea4-b9f6-4643-8a65-dc71369bd5fa tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224842 Mar 31 20:45:20.382890 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6310623-d625-48ef-b229-3c805fa6fc19 req-62845d08-b023-44db-aafc-7767d36599ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:20.384482 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d6310623-d625-48ef-b229-3c805fa6fc19 req-62845d08-b023-44db-aafc-7767d36599ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=654be7b7f6b046c4a444ce74acbb673c&device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 1128 time: 0.0954227 Mar 31 20:45:20.426255 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d83c23-d753-418f-95ba-49cd83a4ae2a req-6343ce62-b4d2-4049-8471-18ca9c9bd4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:20.434262 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-71d83c23-d753-418f-95ba-49cd83a4ae2a req-6343ce62-b4d2-4049-8471-18ca9c9bd4de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cb74cd-f9ca-4f98-a1e8-3428b271c26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0926538 Mar 31 20:45:20.542553 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['86ef448c-1b94-4e59-8b63-75a5cd8a80ee'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:45:20.594881 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-71d83c23-d753-418f-95ba-49cd83a4ae2a req-ca012093-01de-4ef5-9177-c7c1b5d71a2c service neutron] 10.222.0.32 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553938 Mar 31 20:45:20.726085 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6310623-d625-48ef-b229-3c805fa6fc19 req-25f9e51b-a968-4b13-b8aa-823c4e812659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:20.728676 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d6310623-d625-48ef-b229-3c805fa6fc19 req-25f9e51b-a968-4b13-b8aa-823c4e812659 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=654be7b7f6b046c4a444ce74acbb673c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3347976 Mar 31 20:45:20.740638 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-71d83c23-d753-418f-95ba-49cd83a4ae2a req-1c87281c-ec31-4e5d-8515-28572cc1bdcd service neutron] 10.222.0.32 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356781 Mar 31 20:45:20.761366 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d019a-6b43-4fb9-b08a-42bdb5599132 req-bdc1815c-a065-4540-9b50-fe9eec413502 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:20.769574 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d05d019a-6b43-4fb9-b08a-42bdb5599132 req-bdc1815c-a065-4540-9b50-fe9eec413502 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 944 time: 0.1093578 Mar 31 20:45:21.196436 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722aae5-74bd-4f81-8d54-a1590dbf0ffd req-eb0318ce-416a-4d7c-845d-45fab5b51f73 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:21.196436 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0722aae5-74bd-4f81-8d54-a1590dbf0ffd req-eb0318ce-416a-4d7c-845d-45fab5b51f73 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 944 time: 0.3407428 Mar 31 20:45:21.197909 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d05d019a-6b43-4fb9-b08a-42bdb5599132 req-c7da5a32-5cd5-4ab5-add9-34274b97941f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4190984 Mar 31 20:45:21.199471 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6310623-d625-48ef-b229-3c805fa6fc19 req-996c9014-6961-49dc-8a96-f7edd3696586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:21.200945 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d6310623-d625-48ef-b229-3c805fa6fc19 req-996c9014-6961-49dc-8a96-f7edd3696586 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4605689 Mar 31 20:45:21.282890 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0722aae5-74bd-4f81-8d54-a1590dbf0ffd req-f2fe93a2-c0c4-4b2e-9d58-585820b6f6e0 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667129 Mar 31 20:45:21.358075 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-212c70d9-1732-4d85-bcb1-2d0f1ba4bf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:21.359678 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-212c70d9-1732-4d85-bcb1-2d0f1ba4bf63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=654be7b7f6b046c4a444ce74acbb673c&device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 1128 time: 0.0931032 Mar 31 20:45:21.371549 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40566e-49ab-4133-bbc0-6a1504775c64 req-967a5e25-d80e-4af3-93cc-97f71b01b37c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:21.374011 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ec40566e-49ab-4133-bbc0-6a1504775c64 req-967a5e25-d80e-4af3-93cc-97f71b01b37c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 943 time: 0.0946684 Mar 31 20:45:21.427382 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-91e46b6d-e57a-4602-a670-64161a436c57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ad761be-8f31-482c-8f22-6f7d29081b5b HTTP/1.1" status: 200 len: 217 time: 0.0520213 Mar 31 20:45:21.496405 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ec40566e-49ab-4133-bbc0-6a1504775c64 req-a163b4e5-d8e5-4ffa-9f35-e0f4bb6fa811 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=bf2cbcd3-1cc7-40b0-85ea-9f68230102f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138244 Mar 31 20:45:21.504775 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-8a6defcf-bb8d-439e-ac3c-ebc68035a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:21.506808 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-8a6defcf-bb8d-439e-ac3c-ebc68035a9b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29e5f0dd-54c8-4420-95e1-1b4acc9a8f80 HTTP/1.1" status: 200 len: 848 time: 0.0722075 Mar 31 20:45:21.582554 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-2bc7f6a2-bd0e-454f-bf77-6c59be6787ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:21.583225 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-2bc7f6a2-bd0e-454f-bf77-6c59be6787ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aae64b56-d644-454d-807a-9ff75eea577e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698547 Mar 31 20:45:21.703106 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a0029-107a-40e0-ba3d-a020611fb936 req-c8e73510-f243-49d0-87b0-6bd544ec0493 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:21.704902 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d06a0029-107a-40e0-ba3d-a020611fb936 req-c8e73510-f243-49d0-87b0-6bd544ec0493 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.1364238 Mar 31 20:45:21.737401 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-42ebc649-7910-43f3-8528-3ac55616594a service neutron] 10.222.0.32 "GET /v2.0/networks/aae64b56-d644-454d-807a-9ff75eea577e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334615 Mar 31 20:45:21.800885 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 86ef448c-1b94-4e59-8b63-75a5cd8a80ee up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:45:21.817873 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d06a0029-107a-40e0-ba3d-a020611fb936 req-48e54daa-421a-4831-b665-6a8dd365e939 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037502 Mar 31 20:45:21.873643 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-03746e54-25e1-476a-aed0-ed41c124a0ee req-2687f236-c8eb-4f09-bf93-49a3194bdf48 service neutron] 10.222.0.32 "GET /v2.0/networks/aae64b56-d644-454d-807a-9ff75eea577e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303272 Mar 31 20:45:21.966878 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning for port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee completed by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:45:21.975603 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:45:21.976827 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:22.082151 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:45:22.083688 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:22.108179 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1811c10-9b50-4836-8d81-efae3268db24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ef448c-1b94-4e59-8b63-75a5cd8a80ee'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:45:22.111172 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc36f978-4ec0-457d-acc0-a782935ae1f5" -d '{"events": [{"server_uuid": "a1811c10-9b50-4836-8d81-efae3268db24", "name": "network-vif-plugged", "status": "completed", "tag": "86ef448c-1b94-4e59-8b63-75a5cd8a80ee"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:45:22.125034 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=86ef448c-1b94-4e59-8b63-75a5cd8a80ee,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:45:22.281996 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:22.342026 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=86ef448c-1b94-4e59-8b63-75a5cd8a80ee,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:22.568222 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9534793a-8169-492e-bfa2-c26fcf1cbbcd x-openstack-request-id: req-9534793a-8169-492e-bfa2-c26fcf1cbbcd {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:45:22.568952 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1811c10-9b50-4836-8d81-efae3268db24", "name": "network-vif-plugged", "status": "completed", "tag": "86ef448c-1b94-4e59-8b63-75a5cd8a80ee", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:45:22.569535 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9534793a-8169-492e-bfa2-c26fcf1cbbcd {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:45:22.570733 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9534793a-8169-492e-bfa2-c26fcf1cbbcd'] response: {'server_uuid': 'a1811c10-9b50-4836-8d81-efae3268db24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ef448c-1b94-4e59-8b63-75a5cd8a80ee', 'code': 200} Mar 31 20:45:22.782228 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea799e62-8662-4890-bafc-c41efcfecab3 req-4322d0ac-a2d8-4d21-a79f-c166256909c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:22.784223 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ea799e62-8662-4890-bafc-c41efcfecab3 req-4322d0ac-a2d8-4d21-a79f-c166256909c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df50189c17a647ac86148405e9f04f55&device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 1129 time: 0.1084507 Mar 31 20:45:22.796210 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579c0de-594a-430d-aa49-45b53f648628 req-54c5089b-3a24-4729-9ae5-f9e9d72c194e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:22.797650 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1579c0de-594a-430d-aa49-45b53f648628 req-54c5089b-3a24-4729-9ae5-f9e9d72c194e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.1588552 Mar 31 20:45:22.844340 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e9426-bd92-4ac9-9f8c-ebe35a16e222 req-22d0b162-1ac9-4c15-a65d-34bc47582dec tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:22.845821 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-cd5e9426-bd92-4ac9-9f8c-ebe35a16e222 req-22d0b162-1ac9-4c15-a65d-34bc47582dec tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 944 time: 0.1611795 Mar 31 20:45:22.949937 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471c537-c7b2-4d90-83bd-28d477033290 req-18d6584f-5c2b-4755-9ba6-5f1a5e149ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:22.951481 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-3471c537-c7b2-4d90-83bd-28d477033290 req-18d6584f-5c2b-4755-9ba6-5f1a5e149ab5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 1129 time: 0.0534360 Mar 31 20:45:23.002295 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-3471c537-c7b2-4d90-83bd-28d477033290 req-d09651dd-c81a-450b-95c4-b6d4375dd847 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439022 Mar 31 20:45:23.025066 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1579c0de-594a-430d-aa49-45b53f648628 req-7d5dd591-3b53-4e90-9435-e770f5116c96 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104342 Mar 31 20:45:23.037103 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-cd5e9426-bd92-4ac9-9f8c-ebe35a16e222 req-2e7bb5e2-6a87-4dc9-aada-91c493634f44 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614733 Mar 31 20:45:23.050963 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea799e62-8662-4890-bafc-c41efcfecab3 req-e0bd6556-aacf-4ff6-bb57-4b46af9c38c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:23.052215 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ea799e62-8662-4890-bafc-c41efcfecab3 req-e0bd6556-aacf-4ff6-bb57-4b46af9c38c9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68a65e42-3a69-4c11-8f33-9e0a705f08d8 HTTP/1.1" status: 200 len: 919 time: 0.2535179 Mar 31 20:45:23.177084 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaaa5d-4379-4cb4-a3eb-4fe4b8f680c4 req-a50aa4c3-7dbc-491a-9208-49b37910fc5c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:23.179789 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d3aaaa5d-4379-4cb4-a3eb-4fe4b8f680c4 req-a50aa4c3-7dbc-491a-9208-49b37910fc5c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 943 time: 0.0913064 Mar 31 20:45:23.187714 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0682e8d-9f0a-4009-9515-22605ae7829c req-b38764c3-4b70-49ca-b1f2-ebc05d4a4ffe tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:23.189156 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d0682e8d-9f0a-4009-9515-22605ae7829c req-b38764c3-4b70-49ca-b1f2-ebc05d4a4ffe tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0914910 Mar 31 20:45:23.276237 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d0682e8d-9f0a-4009-9515-22605ae7829c req-6206d94c-e644-4868-85fe-ae37428f94ee tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795004 Mar 31 20:45:23.279234 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d3aaaa5d-4379-4cb4-a3eb-4fe4b8f680c4 req-03358532-a295-4bf1-b453-c6998bbb3c6e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=bf2cbcd3-1cc7-40b0-85ea-9f68230102f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891864 Mar 31 20:45:23.310805 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ea799e62-8662-4890-bafc-c41efcfecab3 req-e432f332-4976-44cd-bb9b-c2559dd52be2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=255d6bd9-10f6-4b16-ba20-dc57ae340a84 HTTP/1.1" status: 200 len: 217 time: 0.0496376 Mar 31 20:45:23.359370 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea799e62-8662-4890-bafc-c41efcfecab3 req-64c98eab-6be9-49aa-b346-29fc8b8bb184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:23.361129 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ea799e62-8662-4890-bafc-c41efcfecab3 req-64c98eab-6be9-49aa-b346-29fc8b8bb184 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d3bfe61-66f5-4685-b3aa-57a09c0f885e HTTP/1.1" status: 200 len: 857 time: 0.0445437 Mar 31 20:45:23.412861 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea799e62-8662-4890-bafc-c41efcfecab3 req-a92479d6-2d25-43fe-9ed4-07ad22995c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:23.414805 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ea799e62-8662-4890-bafc-c41efcfecab3 req-a92479d6-2d25-43fe-9ed4-07ad22995c4e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a65e42-3a69-4c11-8f33-9e0a705f08d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474310 Mar 31 20:45:23.539109 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ea799e62-8662-4890-bafc-c41efcfecab3 req-aaad22de-1227-4415-860c-d1961ee866e6 service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136827 Mar 31 20:45:23.567406 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:45:23.666140 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ea799e62-8662-4890-bafc-c41efcfecab3 req-f365768b-6293-4593-a125-83cac7362ea9 service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102550 Mar 31 20:45:23.809779 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 12847325-49c5-4a0b-b572-173bf65a5510 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:45:23.919732 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 12847325-49c5-4a0b-b572-173bf65a5510, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=12847325-49c5-4a0b-b572-173bf65a5510,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:45:23.934252 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': '12847325-49c5-4a0b-b572-173bf65a5510', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'port_id': '12847325-49c5-4a0b-b572-173bf65a5510', 'mac_address': 'fa:16:3e:e3:79:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:45:23.962224 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 55852) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:23.971442 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 12847325-49c5-4a0b-b572-173bf65a5510 is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:45:23.971863 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (12847325-49c5-4a0b-b572-173bf65a5510), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:23.988955 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12847325-49c5-4a0b-b572-173bf65a5510 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:45:24.009047 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 12847325-49c5-4a0b-b572-173bf65a5510, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=12847325-49c5-4a0b-b572-173bf65a5510,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:45:24.088590 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-076fafa4-4a74-45fe-a0ce-7dd8d1e862b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:24.099098 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (12847325-49c5-4a0b-b572-173bf65a5510), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:24.150621 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=12847325-49c5-4a0b-b572-173bf65a5510,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:24.239385 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cba184-4391-457c-b870-934a2afd23da req-da71ee64-a02a-43bf-8137-458a167e1ceb tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:24.240992 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-75cba184-4391-457c-b870-934a2afd23da req-da71ee64-a02a-43bf-8137-458a167e1ceb tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.1343615 Mar 31 20:45:24.254124 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078662de-89cb-4db8-83c0-d08b2faf9eee req-ba1a0745-385f-4237-be7e-6568b8da39f8 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:24.257294 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-078662de-89cb-4db8-83c0-d08b2faf9eee req-ba1a0745-385f-4237-be7e-6568b8da39f8 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 944 time: 0.1376719 Mar 31 20:45:24.290653 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-076fafa4-4a74-45fe-a0ce-7dd8d1e862b3 admin admin] Publish callbacks [] for security_group (8bbf4315-3e09-4f1e-965e-cf504558eb3a), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:24.343246 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-75cba184-4391-457c-b870-934a2afd23da req-42918a31-c87f-4aa7-aa58-a1eb5d7fbbc7 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848191 Mar 31 20:45:24.351628 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-078662de-89cb-4db8-83c0-d08b2faf9eee req-69e9cf8d-90b9-4f29-b5aa-87583b154e1a tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879579 Mar 31 20:45:24.361114 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-076fafa4-4a74-45fe-a0ce-7dd8d1e862b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (8bbf4315-3e09-4f1e-965e-cf504558eb3a), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:24.411588 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-076fafa4-4a74-45fe-a0ce-7dd8d1e862b3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6b58d89bb6ad446aa2d4ea024531902d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4481964 Mar 31 20:45:24.413432 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076fafa4-4a74-45fe-a0ce-7dd8d1e862b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbf4315-3e09-4f1e-965e-cf504558eb3a,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:24.414927 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 55864) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:24.449903 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['12847325-49c5-4a0b-b572-173bf65a5510'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:45:24.515808 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4528f360-8866-4721-a346-71e7d35a3679 admin admin] Publish callbacks [] for security_group (8bbf4315-3e09-4f1e-965e-cf504558eb3a), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:24.532794 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07c8c4-3fe6-4287-b135-82f68a5ce6eb req-88cc75c1-d97d-4e98-b345-8a1b5c7fac42 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:24.534367 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-de07c8c4-3fe6-4287-b135-82f68a5ce6eb req-88cc75c1-d97d-4e98-b345-8a1b5c7fac42 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.1010525 Mar 31 20:45:24.545419 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4528f360-8866-4721-a346-71e7d35a3679 admin admin] Publish callbacks [] for security_group (8bbf4315-3e09-4f1e-965e-cf504558eb3a), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:24.549064 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d67051-074f-41a7-8e7d-7fcbe52bc33c req-0a7df8ad-f354-4cf4-8a08-3e895de69596 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:24.552148 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e2d67051-074f-41a7-8e7d-7fcbe52bc33c req-0a7df8ad-f354-4cf4-8a08-3e895de69596 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 944 time: 0.0825517 Mar 31 20:45:24.688416 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-de07c8c4-3fe6-4287-b135-82f68a5ce6eb req-63b22ca7-66c0-4555-a35d-e4b4f4a7e317 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296523 Mar 31 20:45:24.713434 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e2d67051-074f-41a7-8e7d-7fcbe52bc33c req-c57cc672-3ed9-4f1e-8ae0-9c49255c1d7f tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=bf2cbcd3-1cc7-40b0-85ea-9f68230102f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302929 Mar 31 20:45:24.816604 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4528f360-8866-4721-a346-71e7d35a3679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (8bbf4315-3e09-4f1e-965e-cf504558eb3a), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:24.819253 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4528f360-8866-4721-a346-71e7d35a3679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:24.820453 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-4528f360-8866-4721-a346-71e7d35a3679 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8bbf4315-3e09-4f1e-965e-cf504558eb3a HTTP/1.1" status: 204 len: 168 time: 0.4038677 Mar 31 20:45:24.829495 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528f360-8866-4721-a346-71e7d35a3679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbf4315-3e09-4f1e-965e-cf504558eb3a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:25.520337 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 55918) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:25.525331 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758579e0-1355-409c-933f-d33daa8e9154 req-c9f2c55a-6eff-4930-97b3-54484411a00b tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:25.527008 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-758579e0-1355-409c-933f-d33daa8e9154 req-c9f2c55a-6eff-4930-97b3-54484411a00b tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.0902610 Mar 31 20:45:25.542281 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9013f9-a1b3-4ca6-9ad9-63dc53b71c07 req-cceb51f1-2e10-4bef-b59e-0c1ad554ad67 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:25.544124 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7b9013f9-a1b3-4ca6-9ad9-63dc53b71c07 req-cceb51f1-2e10-4bef-b59e-0c1ad554ad67 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 944 time: 0.0956469 Mar 31 20:45:25.554009 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0c39fc37-96a3-4d73-bf98-d2050f61d178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:25.637433 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7b9013f9-a1b3-4ca6-9ad9-63dc53b71c07 req-89b05c8b-9317-4733-845e-afe7573c7cfe tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844538 Mar 31 20:45:25.640705 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-758579e0-1355-409c-933f-d33daa8e9154 req-8c2573b1-2a12-490e-b8b0-c4648826341b tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897665 Mar 31 20:45:25.661060 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0c39fc37-96a3-4d73-bf98-d2050f61d178 admin admin] Publish callbacks [] for security_group (b53b9141-4110-43cc-8785-acb33c74754f), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:25.773255 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0c39fc37-96a3-4d73-bf98-d2050f61d178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (b53b9141-4110-43cc-8785-acb33c74754f), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:25.814884 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 6ad761be-8f31-482c-8f22-6f7d29081b5b details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:45:25.818457 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-0c39fc37-96a3-4d73-bf98-d2050f61d178 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9933aadd6c7f47099f23177d96910467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966318 Mar 31 20:45:25.822403 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 12847325-49c5-4a0b-b572-173bf65a5510 up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:45:25.824874 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 55940) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:25.934062 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39fc37-96a3-4d73-bf98-d2050f61d178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53b9141-4110-43cc-8785-acb33c74754f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:25.944450 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d70f2-07ff-4fff-b590-7a52e8b296ef req-39aa1b09-87df-4aea-bba1-59b37dc92037 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:25.945816 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1d8d70f2-07ff-4fff-b590-7a52e8b296ef req-39aa1b09-87df-4aea-bba1-59b37dc92037 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.2209389 Mar 31 20:45:25.958991 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 55944) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:25.972271 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4ebc8-2129-44f8-aa74-0567700ff4f0 req-97193e75-9b76-4fcf-93b1-161c9fdba30f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:25.976158 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1ef4ebc8-2129-44f8-aa74-0567700ff4f0 req-97193e75-9b76-4fcf-93b1-161c9fdba30f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.1814313 Mar 31 20:45:25.981191 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-e2971248-2f07-4eac-8ed1-287fbf0aa072 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Request body: {'floatingip': {'port_id': '86ef448c-1b94-4e59-8b63-75a5cd8a80ee'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:45:25.993435 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-31218bcf-4b66-42b4-a5a6-2a69e726fe01 admin admin] Publish callbacks [] for security_group (b53b9141-4110-43cc-8785-acb33c74754f), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:26.016576 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-31218bcf-4b66-42b4-a5a6-2a69e726fe01 admin admin] Publish callbacks [] for security_group (b53b9141-4110-43cc-8785-acb33c74754f), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:26.061740 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e2971248-2f07-4eac-8ed1-287fbf0aa072 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for floatingip (29cb4e10-f4f9-4a89-9829-ebe263ee989d), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:26.071261 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 6ad761be-8f31-482c-8f22-6f7d29081b5b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6ad761be-8f31-482c-8f22-6f7d29081b5b,segment=NetworkSegment(82f3cc8a-d230-474e-9e03-5cccc3fb873b),segment_id=82f3cc8a-d230-474e-9e03-5cccc3fb873b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:45:26.084398 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': '6ad761be-8f31-482c-8f22-6f7d29081b5b', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'port_id': '6ad761be-8f31-482c-8f22-6f7d29081b5b', 'mac_address': 'fa:16:3e:08:be:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:45:26.124528 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 6ad761be-8f31-482c-8f22-6f7d29081b5b is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:45:26.124843 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (6ad761be-8f31-482c-8f22-6f7d29081b5b), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:26.145073 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad761be-8f31-482c-8f22-6f7d29081b5b {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:45:26.161996 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-31218bcf-4b66-42b4-a5a6-2a69e726fe01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (b53b9141-4110-43cc-8785-acb33c74754f), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:26.165110 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-31218bcf-4b66-42b4-a5a6-2a69e726fe01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:26.166458 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-31218bcf-4b66-42b4-a5a6-2a69e726fe01 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b53b9141-4110-43cc-8785-acb33c74754f HTTP/1.1" status: 204 len: 168 time: 0.3389084 Mar 31 20:45:26.186112 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31218bcf-4b66-42b4-a5a6-2a69e726fe01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53b9141-4110-43cc-8785-acb33c74754f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:26.188615 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning for port 12847325-49c5-4a0b-b572-173bf65a5510 completed by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:45:26.206804 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 6ad761be-8f31-482c-8f22-6f7d29081b5b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6ad761be-8f31-482c-8f22-6f7d29081b5b,segment=NetworkSegment(82f3cc8a-d230-474e-9e03-5cccc3fb873b),segment_id=82f3cc8a-d230-474e-9e03-5cccc3fb873b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:45:26.216636 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port 12847325-49c5-4a0b-b572-173bf65a5510 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:45:26.216636 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (12847325-49c5-4a0b-b572-173bf65a5510), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:26.312346 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 12847325-49c5-4a0b-b572-173bf65a5510 is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:45:26.312852 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (12847325-49c5-4a0b-b572-173bf65a5510), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:26.438406 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 55952) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:26.449062 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1ef4ebc8-2129-44f8-aa74-0567700ff4f0 req-18b83405-6f4b-4b64-926a-5c429c32f547 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719625 Mar 31 20:45:26.474470 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (6ad761be-8f31-482c-8f22-6f7d29081b5b), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:26.479150 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bae1fe-7d88-460c-a3b9-a61ad399106c req-feba71f1-b31e-4aba-b46a-2768a9e51185 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:26.481897 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-14bae1fe-7d88-460c-a3b9-a61ad399106c req-feba71f1-b31e-4aba-b46a-2768a9e51185 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 944 time: 0.4126682 Mar 31 20:45:26.510158 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae11c11a-7f81-4128-adb1-3b7167d79bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12847325-49c5-4a0b-b572-173bf65a5510'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:45:26.512248 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbd296a-ee65-4f68-a769-6eac7a021bdf" -d '{"events": [{"server_uuid": "ae11c11a-7f81-4128-adb1-3b7167d79bdf", "name": "network-vif-plugged", "status": "completed", "tag": "12847325-49c5-4a0b-b572-173bf65a5510"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:45:26.534490 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 12847325-49c5-4a0b-b572-173bf65a5510, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=12847325-49c5-4a0b-b572-173bf65a5510,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:45:26.576582 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=6ad761be-8f31-482c-8f22-6f7d29081b5b,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:26.590133 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3582d98a-55bf-4d30-9ef3-ec498ef7d045 x-openstack-request-id: req-3582d98a-55bf-4d30-9ef3-ec498ef7d045 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:45:26.590649 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae11c11a-7f81-4128-adb1-3b7167d79bdf", "name": "network-vif-plugged", "status": "completed", "tag": "12847325-49c5-4a0b-b572-173bf65a5510", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:45:26.591518 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3582d98a-55bf-4d30-9ef3-ec498ef7d045 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:45:26.592599 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3582d98a-55bf-4d30-9ef3-ec498ef7d045'] response: {'server_uuid': 'ae11c11a-7f81-4128-adb1-3b7167d79bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12847325-49c5-4a0b-b572-173bf65a5510', 'code': 200} Mar 31 20:45:26.608021 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (12847325-49c5-4a0b-b572-173bf65a5510), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:26.636416 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-14bae1fe-7d88-460c-a3b9-a61ad399106c req-84ed6a91-2472-44d5-acae-9678dd73d7cc tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=bf2cbcd3-1cc7-40b0-85ea-9f68230102f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108060 Mar 31 20:45:26.705624 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=12847325-49c5-4a0b-b572-173bf65a5510,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:26.801497 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3ca4b8eb-62da-4fb5-a7fb-779c2864af8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:26.831342 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['6ad761be-8f31-482c-8f22-6f7d29081b5b'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:45:26.920839 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3ca4b8eb-62da-4fb5-a7fb-779c2864af8b admin admin] Publish callbacks [] for security_group (24249584-ce14-4138-bf7a-415123501711), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:27.018545 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3ca4b8eb-62da-4fb5-a7fb-779c2864af8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (24249584-ce14-4138-bf7a-415123501711), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:27.059550 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4b8eb-62da-4fb5-a7fb-779c2864af8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24249584-ce14-4138-bf7a-415123501711,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:27.064104 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-3ca4b8eb-62da-4fb5-a7fb-779c2864af8b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cb742e4900384923948cddb73d210077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6242943 Mar 31 20:45:27.068285 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 55970) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:27.085523 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e739c2-30c7-4b40-b609-734df91c14e6 req-3dbb8609-fa38-4bd3-bf71-47c744683daa tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:27.087077 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f5e739c2-30c7-4b40-b609-734df91c14e6 req-3dbb8609-fa38-4bd3-bf71-47c744683daa tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 945 time: 0.3029065 Mar 31 20:45:27.122515 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e5130857-61aa-428f-a61d-a04be53b501f admin admin] Publish callbacks [] for security_group (24249584-ce14-4138-bf7a-415123501711), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:27.145297 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e5130857-61aa-428f-a61d-a04be53b501f admin admin] Publish callbacks [] for security_group (24249584-ce14-4138-bf7a-415123501711), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:27.194557 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c0ec8-ea42-42ee-8765-0982a070939b req-d1632e22-43ee-471c-9906-6c683360da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:27.194557 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-154c0ec8-ea42-42ee-8765-0982a070939b req-d1632e22-43ee-471c-9906-6c683360da9d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 1129 time: 0.2416246 Mar 31 20:45:27.254099 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e2971248-2f07-4eac-8ed1-287fbf0aa072 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:27.263470 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f5e739c2-30c7-4b40-b609-734df91c14e6 req-714693ec-eae1-40a9-849c-a0cd0d63e0e5 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643004 Mar 31 20:45:27.295219 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-154c0ec8-ea42-42ee-8765-0982a070939b req-0c13643b-7cc0-4d40-8b87-1c793052296d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bf2cbcd3-1cc7-40b0-85ea-9f68230102f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925584 Mar 31 20:45:27.338977 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e5130857-61aa-428f-a61d-a04be53b501f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (24249584-ce14-4138-bf7a-415123501711), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:27.339417 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e2971248-2f07-4eac-8ed1-287fbf0aa072 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (29cb4e10-f4f9-4a89-9829-ebe263ee989d), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:27.342286 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e5130857-61aa-428f-a61d-a04be53b501f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:27.346975 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-e5130857-61aa-428f-a61d-a04be53b501f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/24249584-ce14-4138-bf7a-415123501711 HTTP/1.1" status: 204 len: 168 time: 0.2774961 Mar 31 20:45:27.358253 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5130857-61aa-428f-a61d-a04be53b501f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24249584-ce14-4138-bf7a-415123501711,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:27.488565 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.db.l3_db [None req-e2971248-2f07-4eac-8ed1-287fbf0aa072 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Floating IP 29cb4e10-f4f9-4a89-9829-ebe263ee989d associated. External IP: 172.27.0.208, port: 86ef448c-1b94-4e59-8b63-75a5cd8a80ee. Mar 31 20:45:27.638460 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb942b04-0b34-4a00-b708-2ce4cc34c1f7 req-6b5fd999-ef5b-4cd3-9f48-eb5122ded841 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:27.640027 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bb942b04-0b34-4a00-b708-2ce4cc34c1f7 req-6b5fd999-ef5b-4cd3-9f48-eb5122ded841 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0869164 Mar 31 20:45:27.839932 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 6ad761be-8f31-482c-8f22-6f7d29081b5b up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:45:27.971509 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning for port 6ad761be-8f31-482c-8f22-6f7d29081b5b completed by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:45:27.977577 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port 6ad761be-8f31-482c-8f22-6f7d29081b5b triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:45:27.978137 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (6ad761be-8f31-482c-8f22-6f7d29081b5b), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:27.992127 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bb942b04-0b34-4a00-b708-2ce4cc34c1f7 req-b52a3cb9-30a4-4f8d-9c86-aebfaaf3c33c tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451960 Mar 31 20:45:28.036585 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c34e0d-e980-4b00-afb6-4b8a0d8110fb req-9a0e4a3a-b9e6-4bb1-bbe7-2b3c2b5c4a0a tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:28.038679 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c5c34e0d-e980-4b00-afb6-4b8a0d8110fb req-9a0e4a3a-b9e6-4bb1-bbe7-2b3c2b5c4a0a tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 945 time: 0.3243330 Mar 31 20:45:28.040675 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2971248-2f07-4eac-8ed1-287fbf0aa072 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Router 6e8fb055-4b89-4db6-9327-8ddbd9c40743 has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:45:28.124622 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 6ad761be-8f31-482c-8f22-6f7d29081b5b is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:45:28.125023 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (6ad761be-8f31-482c-8f22-6f7d29081b5b), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:28.159005 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 6ad761be-8f31-482c-8f22-6f7d29081b5b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6ad761be-8f31-482c-8f22-6f7d29081b5b,segment=NetworkSegment(82f3cc8a-d230-474e-9e03-5cccc3fb873b),segment_id=82f3cc8a-d230-474e-9e03-5cccc3fb873b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:45:28.171338 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c5c34e0d-e980-4b00-afb6-4b8a0d8110fb req-3d2fa879-71cd-4e5b-a12e-5b4b345e7e77 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=bf2cbcd3-1cc7-40b0-85ea-9f68230102f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239891 Mar 31 20:45:28.200358 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2971248-2f07-4eac-8ed1-287fbf0aa072 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:45:28.205262 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e2971248-2f07-4eac-8ed1-287fbf0aa072 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:28.224283 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9cb6c3-a7e5-4091-ba48-ed8dd981d3fc None None] Sync routers for ids ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:45:28.234706 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9cb6c3-a7e5-4091-ba48-ed8dd981d3fc None None] Routers {'6e8fb055-4b89-4db6-9327-8ddbd9c40743'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:45:28.235346 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-5a9cb6c3-a7e5-4091-ba48-ed8dd981d3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:45:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:45:28.241424 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (6ad761be-8f31-482c-8f22-6f7d29081b5b), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:28.259939 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-e2971248-2f07-4eac-8ed1-287fbf0aa072 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "PUT /v2.0/floatingips/29cb4e10-f4f9-4a89-9829-ebe263ee989d HTTP/1.1" status: 200 len: 991 time: 2.2879314 Mar 31 20:45:28.259939 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1811c10-9b50-4836-8d81-efae3268db24', 'tag': '86ef448c-1b94-4e59-8b63-75a5cd8a80ee'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:45:28.259939 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5253feeaf43b009d496c5950c37129f342c333472f7057fa14384dd137f2b4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa15bdb8-1706-4b86-b910-2251fc20f0f8" -d '{"events": [{"name": "network-changed", "server_uuid": "a1811c10-9b50-4836-8d81-efae3268db24", "tag": "86ef448c-1b94-4e59-8b63-75a5cd8a80ee"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:45:28.314638 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=6ad761be-8f31-482c-8f22-6f7d29081b5b,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:28.339133 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 56014) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:28.347257 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e813962a-dd7a-44bd-817f-ba2db2805d17 x-openstack-request-id: req-e813962a-dd7a-44bd-817f-ba2db2805d17 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:45:28.347621 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1811c10-9b50-4836-8d81-efae3268db24", "tag": "86ef448c-1b94-4e59-8b63-75a5cd8a80ee", "status": "completed", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:45:28.347864 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e813962a-dd7a-44bd-817f-ba2db2805d17 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:45:28.348444 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e813962a-dd7a-44bd-817f-ba2db2805d17'] response: {'name': 'network-changed', 'server_uuid': 'a1811c10-9b50-4836-8d81-efae3268db24', 'tag': '86ef448c-1b94-4e59-8b63-75a5cd8a80ee', 'status': 'completed', 'code': 200} Mar 31 20:45:28.366569 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-227ba867-7828-49b6-aaac-0f8a73a37cb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:28.467365 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-5a9cb6c3-a7e5-4091-ba48-ed8dd981d3fc None None] Set router 6e8fb055-4b89-4db6-9327-8ddbd9c40743 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:45:28.488538 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4517c1a-88eb-4918-837b-3fa076cf46fe req-87af9e67-14e0-4ac0-a09e-6b88275c0a03 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:28.490108 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c4517c1a-88eb-4918-837b-3fa076cf46fe req-87af9e67-14e0-4ac0-a09e-6b88275c0a03 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.1334302 Mar 31 20:45:28.501865 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15bdb8-1706-4b86-b910-2251fc20f0f8 req-5880d036-3d6c-465a-900f-a25533662fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:28.503378 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fa15bdb8-1706-4b86-b910-2251fc20f0f8 req-5880d036-3d6c-465a-900f-a25533662fcd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c2f7a7f12f0247c0881f0c5ba6b5b36d&device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 1129 time: 0.1069508 Mar 31 20:45:28.595473 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13419b2f-c274-4afe-aeef-ea9e477f1fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad761be-8f31-482c-8f22-6f7d29081b5b'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:45:28.599087 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b63d0e-b2df-4641-811b-b719e1cf9388" -d '{"events": [{"server_uuid": "13419b2f-c274-4afe-aeef-ea9e477f1fd4", "name": "network-vif-plugged", "status": "completed", "tag": "6ad761be-8f31-482c-8f22-6f7d29081b5b"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:45:28.635794 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-227ba867-7828-49b6-aaac-0f8a73a37cb0 admin admin] Publish callbacks [] for security_group (919bb53a-6ccc-4bd7-844f-fb52765377ea), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:28.649370 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c4517c1a-88eb-4918-837b-3fa076cf46fe req-1e2f010b-93bf-48a1-a322-f2c85d1b7b16 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497967 Mar 31 20:45:28.665726 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ac927a-52d3-4ab9-8536-2356dd19cc75 x-openstack-request-id: req-c8ac927a-52d3-4ab9-8536-2356dd19cc75 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:45:28.666048 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13419b2f-c274-4afe-aeef-ea9e477f1fd4", "name": "network-vif-plugged", "status": "completed", "tag": "6ad761be-8f31-482c-8f22-6f7d29081b5b", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:45:28.670750 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c8ac927a-52d3-4ab9-8536-2356dd19cc75 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:45:28.670750 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ac927a-52d3-4ab9-8536-2356dd19cc75'] response: {'server_uuid': '13419b2f-c274-4afe-aeef-ea9e477f1fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad761be-8f31-482c-8f22-6f7d29081b5b', 'code': 200} Mar 31 20:45:28.690831 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15bdb8-1706-4b86-b910-2251fc20f0f8 req-554f91af-69ee-471a-b4cb-414659ef763d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:28.692385 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fa15bdb8-1706-4b86-b910-2251fc20f0f8 req-554f91af-69ee-471a-b4cb-414659ef763d service neutron] 10.222.0.32 "GET /v2.0/networks?id=29c94a09-ad75-42a2-8666-a0269d34f4fc HTTP/1.1" status: 200 len: 917 time: 0.1761563 Mar 31 20:45:28.766310 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-227ba867-7828-49b6-aaac-0f8a73a37cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (919bb53a-6ccc-4bd7-844f-fb52765377ea), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:28.802185 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-5a9cb6c3-a7e5-4091-ba48-ed8dd981d3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'name': 'tempest-AttachVolumeShelveTestJSON-620146898-router', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:43Z', 'revision_number': 4, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'gw_port': {'id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '29cb4e10-f4f9-4a89-9829-ebe263ee989d', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'port_id': '86ef448c-1b94-4e59-8b63-75a5cd8a80ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'mac_address': 'fa:16:3e:c4:8e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1811c10-9b50-4836-8d81-efae3268db24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:44:59Z', 'updated_at': '2022-03-31T20:45:27Z', 'revision_number': 1, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36cad33-9bb1-4af8-a697-e43df3567b0b', 'name': '', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'mac_address': 'fa:16:3e:b8:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:51Z', 'revision_number': 5, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'subnets': [{'id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:45:28.832017 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9cb6c3-a7e5-4091-ba48-ed8dd981d3fc None None] Checking router: 6e8fb055-4b89-4db6-9327-8ddbd9c40743 for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:45:28.833599 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ba867-7828-49b6-aaac-0f8a73a37cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919bb53a-6ccc-4bd7-844f-fb52765377ea,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:28.844441 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9cb6c3-a7e5-4091-ba48-ed8dd981d3fc None None] Routers {'6e8fb055-4b89-4db6-9327-8ddbd9c40743'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:45:28.845123 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-5a9cb6c3-a7e5-4091-ba48-ed8dd981d3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:45:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:45:28.857523 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-227ba867-7828-49b6-aaac-0f8a73a37cb0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aaf6be357e5748c6be0c27d604156451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5166893 Mar 31 20:45:28.860392 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 56028) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:28.873776 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fa15bdb8-1706-4b86-b910-2251fc20f0f8 req-4d1dc7b1-c6b5-4e33-baef-10b8b762b0bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86ef448c-1b94-4e59-8b63-75a5cd8a80ee HTTP/1.1" status: 200 len: 999 time: 0.1746955 Mar 31 20:45:28.940996 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4316d2df-09df-4d3b-b569-47bd06ab4c9e admin admin] Publish callbacks [] for security_group (919bb53a-6ccc-4bd7-844f-fb52765377ea), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:28.968025 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4316d2df-09df-4d3b-b569-47bd06ab4c9e admin admin] Publish callbacks [] for security_group (919bb53a-6ccc-4bd7-844f-fb52765377ea), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:28.972466 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-5a9cb6c3-a7e5-4091-ba48-ed8dd981d3fc None None] Set router 6e8fb055-4b89-4db6-9327-8ddbd9c40743 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:45:28.980438 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15bdb8-1706-4b86-b910-2251fc20f0f8 req-f1aaffc1-17c1-497a-b75d-a8be72e96e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:28.981912 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fa15bdb8-1706-4b86-b910-2251fc20f0f8 req-f1aaffc1-17c1-497a-b75d-a8be72e96e94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=93b81d0e-6ec0-4ee6-b70d-0ae037b995d1 HTTP/1.1" status: 200 len: 855 time: 0.0961146 Mar 31 20:45:29.047550 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15bdb8-1706-4b86-b910-2251fc20f0f8 req-df22493a-748a-4045-ad80-a36c8042b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:29.049207 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fa15bdb8-1706-4b86-b910-2251fc20f0f8 req-df22493a-748a-4045-ad80-a36c8042b73d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29c94a09-ad75-42a2-8666-a0269d34f4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609498 Mar 31 20:45:29.144153 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf20487-8a03-43bc-8963-0d5afab92c97 req-9970be01-c414-4c48-b264-fd60987c0e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:29.144153 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0bf20487-8a03-43bc-8963-0d5afab92c97 req-9970be01-c414-4c48-b264-fd60987c0e90 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 1130 time: 0.0588384 Mar 31 20:45:29.206692 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a2276-b781-4ddc-8c80-db1704e13068 req-604ae7ec-cc10-404e-b63f-a71c79532855 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:29.208495 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7e7a2276-b781-4ddc-8c80-db1704e13068 req-604ae7ec-cc10-404e-b63f-a71c79532855 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.1337993 Mar 31 20:45:29.225408 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4316d2df-09df-4d3b-b569-47bd06ab4c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (919bb53a-6ccc-4bd7-844f-fb52765377ea), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:29.231240 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4316d2df-09df-4d3b-b569-47bd06ab4c9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:29.235123 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fa15bdb8-1706-4b86-b910-2251fc20f0f8 req-bc94d5ac-2a49-4445-8e72-4175041e01fc service neutron] 10.222.0.32 "GET /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514411 Mar 31 20:45:29.241276 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-4316d2df-09df-4d3b-b569-47bd06ab4c9e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/919bb53a-6ccc-4bd7-844f-fb52765377ea HTTP/1.1" status: 204 len: 168 time: 0.3797600 Mar 31 20:45:29.274005 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-5a9cb6c3-a7e5-4091-ba48-ed8dd981d3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'name': 'tempest-AttachVolumeShelveTestJSON-620146898-router', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:43Z', 'revision_number': 4, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'gw_port': {'id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '29cb4e10-f4f9-4a89-9829-ebe263ee989d', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'port_id': '86ef448c-1b94-4e59-8b63-75a5cd8a80ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'mac_address': 'fa:16:3e:c4:8e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1811c10-9b50-4836-8d81-efae3268db24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:44:59Z', 'updated_at': '2022-03-31T20:45:27Z', 'revision_number': 1, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36cad33-9bb1-4af8-a697-e43df3567b0b', 'name': '', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'mac_address': 'fa:16:3e:b8:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:51Z', 'revision_number': 5, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'subnets': [{'id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:45:29.316054 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9cb6c3-a7e5-4091-ba48-ed8dd981d3fc None None] The sync data for ids ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'] in dv-cinder-836072-1-iscsi is: [{'id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'name': 'tempest-AttachVolumeShelveTestJSON-620146898-router', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:43Z', 'revision_number': 4, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'gw_port': {'id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '29cb4e10-f4f9-4a89-9829-ebe263ee989d', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'port_id': '86ef448c-1b94-4e59-8b63-75a5cd8a80ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'mac_address': 'fa:16:3e:c4:8e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1811c10-9b50-4836-8d81-efae3268db24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:44:59Z', 'updated_at': '2022-03-31T20:45:27Z', 'revision_number': 1, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36cad33-9bb1-4af8-a697-e43df3567b0b', 'name': '', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'mac_address': 'fa:16:3e:b8:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:51Z', 'revision_number': 5, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'subnets': [{'id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:45:29.318131 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316d2df-09df-4d3b-b569-47bd06ab4c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919bb53a-6ccc-4bd7-844f-fb52765377ea,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:29.329802 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0bf20487-8a03-43bc-8963-0d5afab92c97 req-d373d47b-118d-4fdd-a87d-22f7b5f5e8d1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795371 Mar 31 20:45:29.420458 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7e7a2276-b781-4ddc-8c80-db1704e13068 req-25d69f1e-f860-43fe-93ea-a987b6e90dc6 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040091 Mar 31 20:45:29.477426 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7fc4f-0919-4f69-bbb5-6d56355656fc req-66cc3783-b077-4f81-8aba-b858bbad0624 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:29.482781 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8da7fc4f-0919-4f69-bbb5-6d56355656fc req-66cc3783-b077-4f81-8aba-b858bbad0624 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 945 time: 0.1419983 Mar 31 20:45:29.482781 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fa15bdb8-1706-4b86-b910-2251fc20f0f8 req-945aa5f0-4ef3-4ce1-b3bb-0a2fc013b637 service neutron] 10.222.0.32 "GET /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164586 Mar 31 20:45:29.537350 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8da7fc4f-0919-4f69-bbb5-6d56355656fc req-8a396488-c990-4c68-8dfb-be988c5b1d54 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=bf2cbcd3-1cc7-40b0-85ea-9f68230102f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511034 Mar 31 20:45:29.633892 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5000036-57ef-45e0-9d6b-630cb8b9f06f None None] New status for floating IP 29cb4e10-f4f9-4a89-9829-ebe263ee989d: ACTIVE {{(pid=110551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:45:29.835140 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ea093-b2db-48c4-a2fe-4683d789a51b req-75ea4bac-594a-4c63-a3e2-729881b9d423 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:29.836740 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e91ea093-b2db-48c4-a2fe-4683d789a51b req-75ea4bac-594a-4c63-a3e2-729881b9d423 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0779040 Mar 31 20:45:29.896782 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e91ea093-b2db-48c4-a2fe-4683d789a51b req-8c3ecfa8-12e3-40a7-9686-9b468b8b24bf tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529025 Mar 31 20:45:30.564956 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee566f-a042-47fb-b576-1d5819eb9bdb req-66bc3f82-70ae-47b2-bb71-e1d053a2cd6d tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:30.572875 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-81ee566f-a042-47fb-b576-1d5819eb9bdb req-66bc3f82-70ae-47b2-bb71-e1d053a2cd6d tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0735469 Mar 31 20:45:30.660651 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-81ee566f-a042-47fb-b576-1d5819eb9bdb req-a7b156ce-c19c-495a-bf20-5927b0e886d6 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795875 Mar 31 20:45:30.705056 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-63a7eda9-ea72-4e3a-806a-741b4765f7b4 req-66b7cf7b-1cfc-4154-a66d-af3a5ae0b49f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807657 Mar 31 20:45:30.720439 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8703f7-f7fe-4463-ad06-e5a73ccc338e req-0607bbda-8778-4f7a-a71f-8ee1a81c1137 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:30.722203 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4f8703f7-f7fe-4463-ad06-e5a73ccc338e req-0607bbda-8778-4f7a-a71f-8ee1a81c1137 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 945 time: 0.0991328 Mar 31 20:45:30.789215 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4f8703f7-f7fe-4463-ad06-e5a73ccc338e req-bb8af422-9dd2-4e08-99fb-e4177df6a224 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=bf2cbcd3-1cc7-40b0-85ea-9f68230102f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599372 Mar 31 20:45:30.823211 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7eda9-ea72-4e3a-806a-741b4765f7b4 req-82678072-a085-4c4c-8297-fdbb81981819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:30.824836 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-63a7eda9-ea72-4e3a-806a-741b4765f7b4 req-82678072-a085-4c4c-8297-fdbb81981819 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=698f8eccb7fb417ebe2c00915731fc94&device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 1129 time: 0.0477419 Mar 31 20:45:30.980394 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ed38d-a49c-445e-b8f8-a73c5424fc41 req-1bc2e719-ec7b-4532-aeaf-d531ce4989b3 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:30.982120 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-146ed38d-a49c-445e-b8f8-a73c5424fc41 req-1bc2e719-ec7b-4532-aeaf-d531ce4989b3 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 945 time: 0.1173522 Mar 31 20:45:30.993856 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 56098) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:30.999411 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-6f821e4d-4aed-4ed3-accd-fd2b546eb907 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Request body: {'floatingip': {'port_id': '12847325-49c5-4a0b-b572-173bf65a5510'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:45:31.023949 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7eda9-ea72-4e3a-806a-741b4765f7b4 req-6028596c-6f1e-4d46-aa35-5f24ef2d0e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:31.025424 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-63a7eda9-ea72-4e3a-806a-741b4765f7b4 req-6028596c-6f1e-4d46-aa35-5f24ef2d0e86 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44 HTTP/1.1" status: 200 len: 912 time: 0.1683919 Mar 31 20:45:31.075414 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-63a7eda9-ea72-4e3a-806a-741b4765f7b4 req-5f018388-af1f-45e9-b37d-9499194e83ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5a327ff-a923-4795-8495-adeb24bb894e HTTP/1.1" status: 200 len: 217 time: 0.0414989 Mar 31 20:45:31.075614 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6f821e4d-4aed-4ed3-accd-fd2b546eb907 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (049a7f99-598d-4c92-8182-7e9fbe82cbdd), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:31.082497 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b2f67-ea9e-4e1d-b875-41efab10749d req-1041501e-bbc1-4265-af2d-1a12e742579b tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:31.084006 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-cd3b2f67-ea9e-4e1d-b875-41efab10749d req-1041501e-bbc1-4265-af2d-1a12e742579b tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0986562 Mar 31 20:45:31.161502 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7eda9-ea72-4e3a-806a-741b4765f7b4 req-e119e64b-4690-491e-885e-745dfea81ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:31.163621 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-63a7eda9-ea72-4e3a-806a-741b4765f7b4 req-e119e64b-4690-491e-885e-745dfea81ca6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=39430d21-651f-4bd0-9d40-d71a8c7fd3de HTTP/1.1" status: 200 len: 851 time: 0.0766554 Mar 31 20:45:31.176553 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-cd3b2f67-ea9e-4e1d-b875-41efab10749d req-e9ab635c-d6b6-466e-8417-475ab0a00bab tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816386 Mar 31 20:45:31.203309 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-63a7eda9-ea72-4e3a-806a-741b4765f7b4 req-b9e3b5d5-8489-4cac-a4f7-d762c9e8b722 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261550 Mar 31 20:45:31.310844 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-63a7eda9-ea72-4e3a-806a-741b4765f7b4 req-0a5166f7-196e-4a5a-b4f5-067198c920d8 service neutron] 10.222.0.32 "GET /v2.0/networks/6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960109 Mar 31 20:45:31.484445 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-63a7eda9-ea72-4e3a-806a-741b4765f7b4 req-0c33607f-cfe6-4e80-a9ee-d77d36ee0ce7 service neutron] 10.222.0.32 "GET /v2.0/networks/6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488423 Mar 31 20:45:31.812118 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa164d-a211-4853-af1b-828d1647e4db req-c60a9171-ba0d-4ea2-89e5-867566fdb174 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:31.813808 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-dcaa164d-a211-4853-af1b-828d1647e4db req-c60a9171-ba0d-4ea2-89e5-867566fdb174 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0717671 Mar 31 20:45:31.868941 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6f821e4d-4aed-4ed3-accd-fd2b546eb907 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:31.878518 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-dcaa164d-a211-4853-af1b-828d1647e4db req-a3c9e20f-29b7-44cc-8bd0-d0c70169f939 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587821 Mar 31 20:45:31.945700 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6f821e4d-4aed-4ed3-accd-fd2b546eb907 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (049a7f99-598d-4c92-8182-7e9fbe82cbdd), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:32.056163 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.l3_db [None req-6f821e4d-4aed-4ed3-accd-fd2b546eb907 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Floating IP 049a7f99-598d-4c92-8182-7e9fbe82cbdd associated. External IP: 172.27.0.105, port: 12847325-49c5-4a0b-b572-173bf65a5510. Mar 31 20:45:32.354093 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cb3cc-9e8b-47b2-b8ee-76cde71572a2 req-89343060-46c2-4961-b8f7-8ee7c52c9a84 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:32.355716 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b03cb3cc-9e8b-47b2-b8ee-76cde71572a2 req-89343060-46c2-4961-b8f7-8ee7c52c9a84 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0951321 Mar 31 20:45:32.422306 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b03cb3cc-9e8b-47b2-b8ee-76cde71572a2 req-19964fd9-5f47-4777-909a-78c14394d808 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514691 Mar 31 20:45:32.509619 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 56146) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:32.518578 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f821e4d-4aed-4ed3-accd-fd2b546eb907 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Router 9c84159c-985b-4c22-95dc-29e58752883b has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:45:32.584363 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e0279-8605-4385-88bd-8edb2a3f0db8 req-34b6571f-5872-4a12-8ef2-e1747c3502ee tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:32.586165 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b50e0279-8605-4385-88bd-8edb2a3f0db8 req-34b6571f-5872-4a12-8ef2-e1747c3502ee tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0668762 Mar 31 20:45:32.596025 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 56150) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:32.602088 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-cf1fa2cd-9814-4927-b05e-f1d2b266e082 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Request body: {'floatingip': {'port_id': '6ad761be-8f31-482c-8f22-6f7d29081b5b'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:45:32.644262 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f821e4d-4aed-4ed3-accd-fd2b546eb907 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:45:32.648930 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6f821e4d-4aed-4ed3-accd-fd2b546eb907 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:32.656242 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7c38ce-aea4-49fe-a10d-bba80eb82c51 None None] Sync routers for ids ['9c84159c-985b-4c22-95dc-29e58752883b'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:45:32.659116 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ef595b46-f984-44e5-8b6e-fe14ea496330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:32.663540 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cf1fa2cd-9814-4927-b05e-f1d2b266e082 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for floatingip (48928f18-e67f-48bd-a6c3-4ba18d0bb2c7), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:32.670921 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7c38ce-aea4-49fe-a10d-bba80eb82c51 None None] Routers {'9c84159c-985b-4c22-95dc-29e58752883b'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:45:32.671918 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-be7c38ce-aea4-49fe-a10d-bba80eb82c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:45:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['9c84159c-985b-4c22-95dc-29e58752883b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:45:32.682938 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-6f821e4d-4aed-4ed3-accd-fd2b546eb907 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "PUT /v2.0/floatingips/049a7f99-598d-4c92-8182-7e9fbe82cbdd HTTP/1.1" status: 200 len: 991 time: 1.6871765 Mar 31 20:45:32.683523 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae11c11a-7f81-4128-adb1-3b7167d79bdf', 'tag': '12847325-49c5-4a0b-b572-173bf65a5510'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:45:32.685856 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86563bc-2522-4500-b154-265b00a430bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ae11c11a-7f81-4128-adb1-3b7167d79bdf", "tag": "12847325-49c5-4a0b-b572-173bf65a5510"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:45:32.723556 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e864e66-b92d-4007-98d9-00d9e78f59c6 x-openstack-request-id: req-9e864e66-b92d-4007-98d9-00d9e78f59c6 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:45:32.723874 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae11c11a-7f81-4128-adb1-3b7167d79bdf", "tag": "12847325-49c5-4a0b-b572-173bf65a5510", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:45:32.724172 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9e864e66-b92d-4007-98d9-00d9e78f59c6 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:45:32.724614 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e864e66-b92d-4007-98d9-00d9e78f59c6'] response: {'name': 'network-changed', 'server_uuid': 'ae11c11a-7f81-4128-adb1-3b7167d79bdf', 'tag': '12847325-49c5-4a0b-b572-173bf65a5510', 'status': 'completed', 'code': 200} Mar 31 20:45:32.817988 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-be7c38ce-aea4-49fe-a10d-bba80eb82c51 None None] Set router 9c84159c-985b-4c22-95dc-29e58752883b gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:45:32.938474 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86563bc-2522-4500-b154-265b00a430bf req-2a21b2de-a449-4ee5-a457-cd3b10760e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:32.940017 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b86563bc-2522-4500-b154-265b00a430bf req-2a21b2de-a449-4ee5-a457-cd3b10760e78 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4396e2a514f7449287ea5b0d1b36b858&device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 1129 time: 0.1633270 Mar 31 20:45:32.967947 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ef595b46-f984-44e5-8b6e-fe14ea496330 admin admin] Publish callbacks [] for security_group (2ba5e346-a63d-40cd-a981-3bf1fbf9f3b3), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:33.076530 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-be7c38ce-aea4-49fe-a10d-bba80eb82c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '049a7f99-598d-4c92-8182-7e9fbe82cbdd', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'port_id': '12847325-49c5-4a0b-b572-173bf65a5510', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'mac_address': 'fa:16:3e:e3:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae11c11a-7f81-4128-adb1-3b7167d79bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:45:02Z', 'updated_at': '2022-03-31T20:45:31Z', 'revision_number': 1, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:59Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:45:33.106685 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7c38ce-aea4-49fe-a10d-bba80eb82c51 None None] Checking router: 9c84159c-985b-4c22-95dc-29e58752883b for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:45:33.116385 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7c38ce-aea4-49fe-a10d-bba80eb82c51 None None] Routers {'9c84159c-985b-4c22-95dc-29e58752883b'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:45:33.117021 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-be7c38ce-aea4-49fe-a10d-bba80eb82c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:45:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['9c84159c-985b-4c22-95dc-29e58752883b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:45:33.224680 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:33.261103 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-be7c38ce-aea4-49fe-a10d-bba80eb82c51 None None] Set router 9c84159c-985b-4c22-95dc-29e58752883b gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:45:33.272999 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ef595b46-f984-44e5-8b6e-fe14ea496330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (2ba5e346-a63d-40cd-a981-3bf1fbf9f3b3), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:33.448389 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef595b46-f984-44e5-8b6e-fe14ea496330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba5e346-a63d-40cd-a981-3bf1fbf9f3b3,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:33.452270 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-ef595b46-f984-44e5-8b6e-fe14ea496330 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=58aa26b611664298b1f4a266df837ad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9416354 Mar 31 20:45:33.455990 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 56170) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:33.480406 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b80a6-8116-475e-a503-b9b8e7497b78 req-a1e37f05-0c3c-4a82-9106-04a500d35e34 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:33.487834 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f48b80a6-8116-475e-a503-b9b8e7497b78 req-a1e37f05-0c3c-4a82-9106-04a500d35e34 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.5264642 Mar 31 20:45:33.500279 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef595b46-f984-44e5-8b6e-fe14ea496330 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.500622 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef595b46-f984-44e5-8b6e-fe14ea496330 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.500964 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef595b46-f984-44e5-8b6e-fe14ea496330 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.501720 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef595b46-f984-44e5-8b6e-fe14ea496330 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.501928 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef595b46-f984-44e5-8b6e-fe14ea496330 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.502265 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef595b46-f984-44e5-8b6e-fe14ea496330 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.502639 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef595b46-f984-44e5-8b6e-fe14ea496330 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.502909 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef595b46-f984-44e5-8b6e-fe14ea496330 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.503236 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef595b46-f984-44e5-8b6e-fe14ea496330 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.503602 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef595b46-f984-44e5-8b6e-fe14ea496330 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.503907 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef595b46-f984-44e5-8b6e-fe14ea496330 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.504233 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef595b46-f984-44e5-8b6e-fe14ea496330 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.504554 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef595b46-f984-44e5-8b6e-fe14ea496330 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.504869 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef595b46-f984-44e5-8b6e-fe14ea496330 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.505186 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef595b46-f984-44e5-8b6e-fe14ea496330 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.536344 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86563bc-2522-4500-b154-265b00a430bf req-dae458a2-44de-4c4e-a4da-0278a82d4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:33.537862 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b86563bc-2522-4500-b154-265b00a430bf req-dae458a2-44de-4c4e-a4da-0278a82d4d34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63cb74cd-f9ca-4f98-a1e8-3428b271c26f HTTP/1.1" status: 200 len: 915 time: 0.5616417 Mar 31 20:45:33.539484 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3502e35b-4495-424a-b29a-281276cdcf78 admin admin] Publish callbacks [] for security_group (2ba5e346-a63d-40cd-a981-3bf1fbf9f3b3), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:33.566852 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3502e35b-4495-424a-b29a-281276cdcf78 admin admin] Publish callbacks [] for security_group (2ba5e346-a63d-40cd-a981-3bf1fbf9f3b3), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:33.620783 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-be7c38ce-aea4-49fe-a10d-bba80eb82c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '049a7f99-598d-4c92-8182-7e9fbe82cbdd', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'port_id': '12847325-49c5-4a0b-b572-173bf65a5510', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'mac_address': 'fa:16:3e:e3:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae11c11a-7f81-4128-adb1-3b7167d79bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:45:02Z', 'updated_at': '2022-03-31T20:45:31Z', 'revision_number': 1, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:59Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:45:33.650927 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f48b80a6-8116-475e-a503-b9b8e7497b78 req-4a255b27-1765-4ee1-a87d-24b9f5b6eac9 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625772 Mar 31 20:45:33.722043 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b86563bc-2522-4500-b154-265b00a430bf req-fac45868-fa17-40b8-84e6-6e500ed897b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12847325-49c5-4a0b-b572-173bf65a5510 HTTP/1.1" status: 200 len: 999 time: 0.1581106 Mar 31 20:45:33.727024 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3502e35b-4495-424a-b29a-281276cdcf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (2ba5e346-a63d-40cd-a981-3bf1fbf9f3b3), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:33.729829 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3502e35b-4495-424a-b29a-281276cdcf78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:33.731053 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-3502e35b-4495-424a-b29a-281276cdcf78 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2ba5e346-a63d-40cd-a981-3bf1fbf9f3b3 HTTP/1.1" status: 204 len: 168 time: 0.2734387 Mar 31 20:45:33.758585 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502e35b-4495-424a-b29a-281276cdcf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba5e346-a63d-40cd-a981-3bf1fbf9f3b3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:33.762615 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7c38ce-aea4-49fe-a10d-bba80eb82c51 None None] The sync data for ids ['9c84159c-985b-4c22-95dc-29e58752883b'] in dv-cinder-836072-1-iscsi is: [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '049a7f99-598d-4c92-8182-7e9fbe82cbdd', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'port_id': '12847325-49c5-4a0b-b572-173bf65a5510', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'mac_address': 'fa:16:3e:e3:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae11c11a-7f81-4128-adb1-3b7167d79bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:45:02Z', 'updated_at': '2022-03-31T20:45:31Z', 'revision_number': 1, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:59Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:45:33.770946 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cf1fa2cd-9814-4927-b05e-f1d2b266e082 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:33.784505 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502e35b-4495-424a-b29a-281276cdcf78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.784869 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502e35b-4495-424a-b29a-281276cdcf78 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.785228 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502e35b-4495-424a-b29a-281276cdcf78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.785575 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502e35b-4495-424a-b29a-281276cdcf78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.792377 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502e35b-4495-424a-b29a-281276cdcf78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.792843 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502e35b-4495-424a-b29a-281276cdcf78 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.793650 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502e35b-4495-424a-b29a-281276cdcf78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.794144 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502e35b-4495-424a-b29a-281276cdcf78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.795221 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502e35b-4495-424a-b29a-281276cdcf78 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.795743 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502e35b-4495-424a-b29a-281276cdcf78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.796259 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502e35b-4495-424a-b29a-281276cdcf78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.796752 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502e35b-4495-424a-b29a-281276cdcf78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.797359 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502e35b-4495-424a-b29a-281276cdcf78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.799088 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502e35b-4495-424a-b29a-281276cdcf78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.799479 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502e35b-4495-424a-b29a-281276cdcf78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:45:33.834540 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86563bc-2522-4500-b154-265b00a430bf req-e4f8d95e-6a3f-4cf5-8467-f0923c0fef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:33.836586 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b86563bc-2522-4500-b154-265b00a430bf req-e4f8d95e-6a3f-4cf5-8467-f0923c0fef91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7eadc9f8-4885-4224-91fc-800445db1b60 HTTP/1.1" status: 200 len: 853 time: 0.0982068 Mar 31 20:45:33.839398 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cf1fa2cd-9814-4927-b05e-f1d2b266e082 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (48928f18-e67f-48bd-a6c3-4ba18d0bb2c7), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:33.977910 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86563bc-2522-4500-b154-265b00a430bf req-7498f6ab-5000-449f-9d0a-320532d569d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:33.979410 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b86563bc-2522-4500-b154-265b00a430bf req-7498f6ab-5000-449f-9d0a-320532d569d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cb74cd-f9ca-4f98-a1e8-3428b271c26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0959754 Mar 31 20:45:33.989802 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.db.l3_db [None req-cf1fa2cd-9814-4927-b05e-f1d2b266e082 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Floating IP 48928f18-e67f-48bd-a6c3-4ba18d0bb2c7 associated. External IP: 172.27.0.159, port: 6ad761be-8f31-482c-8f22-6f7d29081b5b. Mar 31 20:45:34.027550 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f67e9-0107-484a-bc2d-cace0dd1b15a None None] New status for floating IP 049a7f99-598d-4c92-8182-7e9fbe82cbdd: ACTIVE {{(pid=110551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:45:34.187686 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b86563bc-2522-4500-b154-265b00a430bf req-07cf5e0b-f7a8-4804-9dc9-0af28bde3380 service neutron] 10.222.0.32 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589062 Mar 31 20:45:34.380304 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b86563bc-2522-4500-b154-265b00a430bf req-eaa0a07e-4b17-4285-a6b1-ac1a60fa2ed4 service neutron] 10.222.0.32 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563272 Mar 31 20:45:34.401421 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1fa2cd-9814-4927-b05e-f1d2b266e082 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Router a3f734c7-dd5f-4ecf-81e7-0d209282fa5f has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:45:34.435214 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333daa7-c00e-442c-b394-aa1fe10cd382 req-c2fe7138-dea5-4abf-85c3-bee1f2607499 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:34.436725 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b333daa7-c00e-442c-b394-aa1fe10cd382 req-c2fe7138-dea5-4abf-85c3-bee1f2607499 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 945 time: 0.0734434 Mar 31 20:45:34.558992 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b333daa7-c00e-442c-b394-aa1fe10cd382 req-209d6ed1-8758-4019-8885-b01e36ec3eee tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/security-groups?id=860011e8-8775-4a61-ad58-1a12baec04a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920269 Mar 31 20:45:34.579030 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1fa2cd-9814-4927-b05e-f1d2b266e082 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:45:34.583489 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cf1fa2cd-9814-4927-b05e-f1d2b266e082 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:34.590741 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727afbad-2677-4ec1-998d-aa14217511eb None None] Sync routers for ids ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:45:34.603485 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727afbad-2677-4ec1-998d-aa14217511eb None None] Routers {'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:45:34.604140 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-727afbad-2677-4ec1-998d-aa14217511eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:45:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:45:34.615593 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-cf1fa2cd-9814-4927-b05e-f1d2b266e082 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "PUT /v2.0/floatingips/48928f18-e67f-48bd-a6c3-4ba18d0bb2c7 HTTP/1.1" status: 200 len: 992 time: 2.0183637 Mar 31 20:45:34.616456 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13419b2f-c274-4afe-aeef-ea9e477f1fd4', 'tag': '6ad761be-8f31-482c-8f22-6f7d29081b5b'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:45:34.618883 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5253feeaf43b009d496c5950c37129f342c333472f7057fa14384dd137f2b4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9aec637-e817-45bf-8745-8ce562c41e23" -d '{"events": [{"name": "network-changed", "server_uuid": "13419b2f-c274-4afe-aeef-ea9e477f1fd4", "tag": "6ad761be-8f31-482c-8f22-6f7d29081b5b"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:45:34.655659 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52e6b0a-dd1d-44ad-a784-723356c42eba x-openstack-request-id: req-c52e6b0a-dd1d-44ad-a784-723356c42eba {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:45:34.655998 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13419b2f-c274-4afe-aeef-ea9e477f1fd4", "tag": "6ad761be-8f31-482c-8f22-6f7d29081b5b", "status": "completed", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:45:34.656251 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c52e6b0a-dd1d-44ad-a784-723356c42eba {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:45:34.656651 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c52e6b0a-dd1d-44ad-a784-723356c42eba'] response: {'name': 'network-changed', 'server_uuid': '13419b2f-c274-4afe-aeef-ea9e477f1fd4', 'tag': '6ad761be-8f31-482c-8f22-6f7d29081b5b', 'status': 'completed', 'code': 200} Mar 31 20:45:34.664273 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 56194) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:34.678828 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-65702672-4d76-4fc2-a3ff-8f599219df24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:34.727396 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-727afbad-2677-4ec1-998d-aa14217511eb None None] Set router a3f734c7-dd5f-4ecf-81e7-0d209282fa5f gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:45:34.803843 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aec637-e817-45bf-8745-8ce562c41e23 req-7c878490-b707-4834-b3e3-b8c83d63a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:34.805611 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e9aec637-e817-45bf-8745-8ce562c41e23 req-7c878490-b707-4834-b3e3-b8c83d63a615 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=654be7b7f6b046c4a444ce74acbb673c&device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 1130 time: 0.0884986 Mar 31 20:45:34.808012 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-65702672-4d76-4fc2-a3ff-8f599219df24 admin admin] Publish callbacks [] for security_group (0e44b03e-0a87-4c0c-bd6f-f09fc9c52178), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:34.841269 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fb6cd-fa78-49e6-b2f6-7a015e4172e4 req-aaf5523e-78dd-4ef7-afcc-0aa9998231c6 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:34.842809 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-850fb6cd-fa78-49e6-b2f6-7a015e4172e4 req-aaf5523e-78dd-4ef7-afcc-0aa9998231c6 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0808113 Mar 31 20:45:34.923280 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-65702672-4d76-4fc2-a3ff-8f599219df24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (0e44b03e-0a87-4c0c-bd6f-f09fc9c52178), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:34.951389 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-850fb6cd-fa78-49e6-b2f6-7a015e4172e4 req-5e87ab73-9d25-46e8-a039-d10443eddb39 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969808 Mar 31 20:45:34.972982 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aec637-e817-45bf-8745-8ce562c41e23 req-eb95cb1b-cf67-419e-b5c8-4e9b6ce08ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:34.974883 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e9aec637-e817-45bf-8745-8ce562c41e23 req-eb95cb1b-cf67-419e-b5c8-4e9b6ce08ec8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aae64b56-d644-454d-807a-9ff75eea577e HTTP/1.1" status: 200 len: 910 time: 0.1577816 Mar 31 20:45:34.982742 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65702672-4d76-4fc2-a3ff-8f599219df24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e44b03e-0a87-4c0c-bd6f-f09fc9c52178,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:35.002003 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-65702672-4d76-4fc2-a3ff-8f599219df24 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3d9a3559f5734808810ef3120c88426d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3355656 Mar 31 20:45:35.004402 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 56206) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:35.032997 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-727afbad-2677-4ec1-998d-aa14217511eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'name': 'tempest-AttachVolumeTestJSON-68326044-router', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:47Z', 'revision_number': 4, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'gw_port': {'id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:37Z', 'updated_at': '2022-03-31T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '48928f18-e67f-48bd-a6c3-4ba18d0bb2c7', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'port_id': '6ad761be-8f31-482c-8f22-6f7d29081b5b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'mac_address': 'fa:16:3e:08:be:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13419b2f-c274-4afe-aeef-ea9e477f1fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:45:06Z', 'updated_at': '2022-03-31T20:45:33Z', 'revision_number': 1, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a583f4-a76d-4916-86c0-8fbb0eebb827', 'name': '', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'mac_address': 'fa:16:3e:09:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:45Z', 'updated_at': '2022-03-31T20:45:06Z', 'revision_number': 5, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'subnets': [{'id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:45:35.068132 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727afbad-2677-4ec1-998d-aa14217511eb None None] Checking router: a3f734c7-dd5f-4ecf-81e7-0d209282fa5f for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:45:35.071069 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e9aec637-e817-45bf-8745-8ce562c41e23 req-ce06615e-35c4-459e-b06d-6d03e9f19a50 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ad761be-8f31-482c-8f22-6f7d29081b5b HTTP/1.1" status: 200 len: 1000 time: 0.0806696 Mar 31 20:45:35.081396 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d68ff215-4c5b-4be4-b52f-ef20486b74ba admin admin] Publish callbacks [] for security_group (0e44b03e-0a87-4c0c-bd6f-f09fc9c52178), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:35.084170 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727afbad-2677-4ec1-998d-aa14217511eb None None] Routers {'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:45:35.085592 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-727afbad-2677-4ec1-998d-aa14217511eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:45:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:45:35.113146 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d68ff215-4c5b-4be4-b52f-ef20486b74ba admin admin] Publish callbacks [] for security_group (0e44b03e-0a87-4c0c-bd6f-f09fc9c52178), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:35.151562 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aec637-e817-45bf-8745-8ce562c41e23 req-4c473800-5b35-4e95-8474-950eddc830d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:35.158342 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e9aec637-e817-45bf-8745-8ce562c41e23 req-4c473800-5b35-4e95-8474-950eddc830d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29e5f0dd-54c8-4420-95e1-1b4acc9a8f80 HTTP/1.1" status: 200 len: 848 time: 0.0791545 Mar 31 20:45:35.224152 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aec637-e817-45bf-8745-8ce562c41e23 req-2e3ec414-433d-4e93-9cd4-f9411b0e2575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:35.226338 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e9aec637-e817-45bf-8745-8ce562c41e23 req-2e3ec414-433d-4e93-9cd4-f9411b0e2575 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aae64b56-d644-454d-807a-9ff75eea577e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536637 Mar 31 20:45:35.242111 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-727afbad-2677-4ec1-998d-aa14217511eb None None] Set router a3f734c7-dd5f-4ecf-81e7-0d209282fa5f gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:45:35.274540 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d68ff215-4c5b-4be4-b52f-ef20486b74ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (0e44b03e-0a87-4c0c-bd6f-f09fc9c52178), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:35.278836 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d68ff215-4c5b-4be4-b52f-ef20486b74ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:35.281254 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-d68ff215-4c5b-4be4-b52f-ef20486b74ba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0e44b03e-0a87-4c0c-bd6f-f09fc9c52178 HTTP/1.1" status: 204 len: 168 time: 0.2748446 Mar 31 20:45:35.292426 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ff215-4c5b-4be4-b52f-ef20486b74ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e44b03e-0a87-4c0c-bd6f-f09fc9c52178,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:35.336106 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e9aec637-e817-45bf-8745-8ce562c41e23 req-dadd4fd3-db58-45fe-be60-bcabf16f4b46 service neutron] 10.222.0.32 "GET /v2.0/networks/aae64b56-d644-454d-807a-9ff75eea577e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018853 Mar 31 20:45:35.432831 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e9aec637-e817-45bf-8745-8ce562c41e23 req-e5545ff7-3538-48d7-a5e9-08c94c7fca14 service neutron] 10.222.0.32 "GET /v2.0/networks/aae64b56-d644-454d-807a-9ff75eea577e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892229 Mar 31 20:45:35.486381 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-727afbad-2677-4ec1-998d-aa14217511eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'name': 'tempest-AttachVolumeTestJSON-68326044-router', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:47Z', 'revision_number': 4, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'gw_port': {'id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:37Z', 'updated_at': '2022-03-31T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '48928f18-e67f-48bd-a6c3-4ba18d0bb2c7', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'port_id': '6ad761be-8f31-482c-8f22-6f7d29081b5b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'mac_address': 'fa:16:3e:08:be:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13419b2f-c274-4afe-aeef-ea9e477f1fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:45:06Z', 'updated_at': '2022-03-31T20:45:33Z', 'revision_number': 1, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a583f4-a76d-4916-86c0-8fbb0eebb827', 'name': '', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'mac_address': 'fa:16:3e:09:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:45Z', 'updated_at': '2022-03-31T20:45:06Z', 'revision_number': 5, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'subnets': [{'id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:45:35.512807 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727afbad-2677-4ec1-998d-aa14217511eb None None] The sync data for ids ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'] in dv-cinder-836072-1-iscsi is: [{'id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'name': 'tempest-AttachVolumeTestJSON-68326044-router', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:47Z', 'revision_number': 4, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'gw_port': {'id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:37Z', 'updated_at': '2022-03-31T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '48928f18-e67f-48bd-a6c3-4ba18d0bb2c7', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'port_id': '6ad761be-8f31-482c-8f22-6f7d29081b5b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'mac_address': 'fa:16:3e:08:be:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13419b2f-c274-4afe-aeef-ea9e477f1fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:45:06Z', 'updated_at': '2022-03-31T20:45:33Z', 'revision_number': 1, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a583f4-a76d-4916-86c0-8fbb0eebb827', 'name': '', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'mac_address': 'fa:16:3e:09:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:45Z', 'updated_at': '2022-03-31T20:45:06Z', 'revision_number': 5, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'subnets': [{'id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:45:35.723329 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d68fe-e906-4ddb-aac7-b26f667c3024 req-80a916b9-c619-41b5-8f32-daa23c78833f tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:35.727653 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d57d68fe-e906-4ddb-aac7-b26f667c3024 req-80a916b9-c619-41b5-8f32-daa23c78833f tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 945 time: 0.0807319 Mar 31 20:45:35.787659 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3077509-0e62-4fab-860d-39c02e07027f None None] New status for floating IP 48928f18-e67f-48bd-a6c3-4ba18d0bb2c7: ACTIVE {{(pid=110551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:45:35.799612 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 56228) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:35.812390 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d57d68fe-e906-4ddb-aac7-b26f667c3024 req-f09b39b9-8e10-40a9-b934-3d9b818ed0a4 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/security-groups?id=860011e8-8775-4a61-ad58-1a12baec04a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780535 Mar 31 20:45:35.843229 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 56232) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:36.077280 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cb39699e-dbc8-427a-b11a-8fe971b04cd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:36.112969 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229ddba-4347-4fd0-8c3a-a24a141a6f9f req-1103b8a4-7d55-4431-b9e0-19cd26dcacc1 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:36.114528 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0229ddba-4347-4fd0-8c3a-a24a141a6f9f req-1103b8a4-7d55-4431-b9e0-19cd26dcacc1 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0752602 Mar 31 20:45:36.128070 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7f7cb8a-bd1f-4395-8be8-a76901988428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:36.190401 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0229ddba-4347-4fd0-8c3a-a24a141a6f9f req-a82cb5c4-bde1-4940-96e8-e9261678d595 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682912 Mar 31 20:45:36.247832 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cb39699e-dbc8-427a-b11a-8fe971b04cd0 admin admin] Publish callbacks [] for security_group (052171a0-e6d2-4b4f-8cea-0b70627f7652), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:36.270019 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7f7cb8a-bd1f-4395-8be8-a76901988428 admin admin] Publish callbacks [] for security_group (abeba984-a80c-4e3a-aeb0-9ca18d682809), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:36.337225 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cb39699e-dbc8-427a-b11a-8fe971b04cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (052171a0-e6d2-4b4f-8cea-0b70627f7652), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:36.339705 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7f7cb8a-bd1f-4395-8be8-a76901988428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (abeba984-a80c-4e3a-aeb0-9ca18d682809), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:36.398539 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-b7f7cb8a-bd1f-4395-8be8-a76901988428 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=43785a4594974503ab96be95949542ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5539646 Mar 31 20:45:36.400913 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-cb39699e-dbc8-427a-b11a-8fe971b04cd0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1288c2bbea174762812374178618448f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6030290 Mar 31 20:45:36.403042 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39699e-dbc8-427a-b11a-8fe971b04cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052171a0-e6d2-4b4f-8cea-0b70627f7652,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:36.405368 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 56248) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:36.405502 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 56250) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:36.453542 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7cb8a-bd1f-4395-8be8-a76901988428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abeba984-a80c-4e3a-aeb0-9ca18d682809,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:36.464609 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3077b55b-6503-4b60-855a-faf5734e57cb admin admin] Publish callbacks [] for security_group (052171a0-e6d2-4b4f-8cea-0b70627f7652), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:36.478427 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-613cca94-e71a-4e78-96e7-b3f5b1bfbe86 admin admin] Publish callbacks [] for security_group (abeba984-a80c-4e3a-aeb0-9ca18d682809), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:36.502208 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3077b55b-6503-4b60-855a-faf5734e57cb admin admin] Publish callbacks [] for security_group (052171a0-e6d2-4b4f-8cea-0b70627f7652), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:36.502427 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-613cca94-e71a-4e78-96e7-b3f5b1bfbe86 admin admin] Publish callbacks [] for security_group (abeba984-a80c-4e3a-aeb0-9ca18d682809), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:36.651074 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3077b55b-6503-4b60-855a-faf5734e57cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (052171a0-e6d2-4b4f-8cea-0b70627f7652), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:36.653809 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3077b55b-6503-4b60-855a-faf5734e57cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:36.655033 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-3077b55b-6503-4b60-855a-faf5734e57cb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/052171a0-e6d2-4b4f-8cea-0b70627f7652 HTTP/1.1" status: 204 len: 168 time: 0.2484431 Mar 31 20:45:36.662305 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-613cca94-e71a-4e78-96e7-b3f5b1bfbe86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (abeba984-a80c-4e3a-aeb0-9ca18d682809), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:36.665388 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-613cca94-e71a-4e78-96e7-b3f5b1bfbe86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:36.666613 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-613cca94-e71a-4e78-96e7-b3f5b1bfbe86 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/abeba984-a80c-4e3a-aeb0-9ca18d682809 HTTP/1.1" status: 204 len: 168 time: 0.2602620 Mar 31 20:45:36.671644 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077b55b-6503-4b60-855a-faf5734e57cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052171a0-e6d2-4b4f-8cea-0b70627f7652,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:36.675320 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613cca94-e71a-4e78-96e7-b3f5b1bfbe86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abeba984-a80c-4e3a-aeb0-9ca18d682809,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:36.943973 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39768b-28ce-4b93-99da-753afd36f738 req-33bcca93-1e75-47e9-b849-54329f308b21 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:36.946134 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0c39768b-28ce-4b93-99da-753afd36f738 req-33bcca93-1e75-47e9-b849-54329f308b21 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 945 time: 0.0585692 Mar 31 20:45:37.251406 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0c39768b-28ce-4b93-99da-753afd36f738 req-95eff0fc-15ff-4fe0-8493-4e9df861b31e tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/security-groups?id=860011e8-8775-4a61-ad58-1a12baec04a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972107 Mar 31 20:45:37.260136 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f0d80-1a8a-4f70-aa5b-6abdb06f2795 req-e2c294fb-6397-42dc-9f40-1d01afae47a4 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:37.261728 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-675f0d80-1a8a-4f70-aa5b-6abdb06f2795 req-e2c294fb-6397-42dc-9f40-1d01afae47a4 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 945 time: 0.3064115 Mar 31 20:45:37.405732 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d46b1b-041d-4509-b45c-fdb93c45a611 req-62b33e71-ad5e-4dcf-9649-fdd170522f51 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:37.407218 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-85d46b1b-041d-4509-b45c-fdb93c45a611 req-62b33e71-ad5e-4dcf-9649-fdd170522f51 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.1324766 Mar 31 20:45:37.466238 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [req-675f0d80-1a8a-4f70-aa5b-6abdb06f2795 req-254789ac-b3e4-47ac-a885-015de0369cf0 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Deleting port d5a327ff-a923-4795-8495-adeb24bb894e {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:45:37.466824 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-675f0d80-1a8a-4f70-aa5b-6abdb06f2795 req-254789ac-b3e4-47ac-a885-015de0369cf0 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (d5a327ff-a923-4795-8495-adeb24bb894e), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:37.493890 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 56276) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:37.508448 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6ced74cb-308a-4f07-be18-4c22103f18f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:37.518837 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-85d46b1b-041d-4509-b45c-fdb93c45a611 req-759ae38c-f7e7-4491-8532-2682d92dcbfb tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045175 Mar 31 20:45:37.590419 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [req-675f0d80-1a8a-4f70-aa5b-6abdb06f2795 req-254789ac-b3e4-47ac-a885-015de0369cf0 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] For port d5a327ff-a923-4795-8495-adeb24bb894e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d5a327ff-a923-4795-8495-adeb24bb894e,segment=NetworkSegment(14f5feac-bdd6-4bac-ab2e-7be485a0b03d),segment_id=14f5feac-bdd6-4bac-ab2e-7be485a0b03d)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:45:37.590978 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-675f0d80-1a8a-4f70-aa5b-6abdb06f2795 req-254789ac-b3e4-47ac-a885-015de0369cf0 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (d5a327ff-a923-4795-8495-adeb24bb894e), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:37.605327 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6ced74cb-308a-4f07-be18-4c22103f18f0 admin admin] Publish callbacks [] for security_group (0e581839-29e6-406b-8e60-d654b577e2e5), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:37.607581 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [req-675f0d80-1a8a-4f70-aa5b-6abdb06f2795 req-254789ac-b3e4-47ac-a885-015de0369cf0 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Calling delete_port for d5a327ff-a923-4795-8495-adeb24bb894e owned by compute:nova {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:45:37.727656 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6ced74cb-308a-4f07-be18-4c22103f18f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (0e581839-29e6-406b-8e60-d654b577e2e5), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:37.775243 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 56280) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:37.779576 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-6ced74cb-308a-4f07-be18-4c22103f18f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=53290f7438a04efd876110815d16cc61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826552 Mar 31 20:45:37.779576 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced74cb-308a-4f07-be18-4c22103f18f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e581839-29e6-406b-8e60-d654b577e2e5,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:37.781251 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 56284) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:37.796549 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8437e147-a5c3-45fe-bc0a-57adb004d71f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:37.857867 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d44af61e-ac63-4a35-b80f-d6684d4ea0f5 admin admin] Publish callbacks [] for security_group (0e581839-29e6-406b-8e60-d654b577e2e5), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:37.884235 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d44af61e-ac63-4a35-b80f-d6684d4ea0f5 admin admin] Publish callbacks [] for security_group (0e581839-29e6-406b-8e60-d654b577e2e5), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:37.892626 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8437e147-a5c3-45fe-bc0a-57adb004d71f admin admin] Publish callbacks [] for security_group (8a9855ae-2880-4c85-843d-ce936b6c1a0b), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:38.230429 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-675f0d80-1a8a-4f70-aa5b-6abdb06f2795 req-254789ac-b3e4-47ac-a885-015de0369cf0 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414'] for port (d5a327ff-a923-4795-8495-adeb24bb894e), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:38.260874 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['d5a327ff-a923-4795-8495-adeb24bb894e'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:45:38.263325 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254789ac-b3e4-47ac-a885-015de0369cf0 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Pushing event deleted for resources: {'Port': ['ID=d5a327ff-a923-4795-8495-adeb24bb894e,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:38.268780 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d44af61e-ac63-4a35-b80f-d6684d4ea0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (0e581839-29e6-406b-8e60-d654b577e2e5), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:38.273292 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d44af61e-ac63-4a35-b80f-d6684d4ea0f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:38.278724 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-d44af61e-ac63-4a35-b80f-d6684d4ea0f5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0e581839-29e6-406b-8e60-d654b577e2e5 HTTP/1.1" status: 204 len: 168 time: 0.4940186 Mar 31 20:45:38.293886 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8437e147-a5c3-45fe-bc0a-57adb004d71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (8a9855ae-2880-4c85-843d-ce936b6c1a0b), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:38.311288 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44af61e-ac63-4a35-b80f-d6684d4ea0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e581839-29e6-406b-8e60-d654b577e2e5,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:38.397508 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [req-675f0d80-1a8a-4f70-aa5b-6abdb06f2795 req-254789ac-b3e4-47ac-a885-015de0369cf0 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] No DVR routers for this DVR port d5a327ff-a923-4795-8495-adeb24bb894e on host hv-cinder-83607 {{(pid=110549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:45:38.398979 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437e147-a5c3-45fe-bc0a-57adb004d71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9855ae-2880-4c85-843d-ce936b6c1a0b,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:38.406577 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-eedddb8c-1738-4b29-9ce7-cd273ec2d8e0 req-3dc989b2-e005-4c0f-970e-5f8fa0723d33 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 210 time: 0.0638087 Mar 31 20:45:38.407679 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-675f0d80-1a8a-4f70-aa5b-6abdb06f2795 req-254789ac-b3e4-47ac-a885-015de0369cf0 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:38.411011 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-675f0d80-1a8a-4f70-aa5b-6abdb06f2795 req-254789ac-b3e4-47ac-a885-015de0369cf0 tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.32 "DELETE /v2.0/ports/d5a327ff-a923-4795-8495-adeb24bb894e HTTP/1.1" status: 204 len: 173 time: 1.1432505 Mar 31 20:45:38.412866 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5432194-5362-42b1-af65-62f8b792995f', 'name': 'network-vif-deleted', 'tag': 'd5a327ff-a923-4795-8495-adeb24bb894e'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:45:38.415674 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5253feeaf43b009d496c5950c37129f342c333472f7057fa14384dd137f2b4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde40364-cbd6-43d3-9db7-0263a84111c7" -d '{"events": [{"server_uuid": "d5432194-5362-42b1-af65-62f8b792995f", "name": "network-vif-deleted", "tag": "d5a327ff-a923-4795-8495-adeb24bb894e"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:45:38.430346 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-8437e147-a5c3-45fe-bc0a-57adb004d71f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ba32aa877a0d4d319e04eb367e879f4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6544831 Mar 31 20:45:38.445192 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 56294) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:38.465854 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644efdb4-63bc-4657-b224-b555077937cd x-openstack-request-id: req-644efdb4-63bc-4657-b224-b555077937cd {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:45:38.466154 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5432194-5362-42b1-af65-62f8b792995f", "name": "network-vif-deleted", "tag": "d5a327ff-a923-4795-8495-adeb24bb894e", "status": "completed", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:45:38.466409 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-644efdb4-63bc-4657-b224-b555077937cd {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:45:38.467044 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-644efdb4-63bc-4657-b224-b555077937cd'] response: {'server_uuid': 'd5432194-5362-42b1-af65-62f8b792995f', 'name': 'network-vif-deleted', 'tag': 'd5a327ff-a923-4795-8495-adeb24bb894e', 'status': 'completed', 'code': 200} Mar 31 20:45:38.507467 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-808e079e-8c9e-42ac-a718-224011a1262e admin admin] Publish callbacks [] for security_group (8a9855ae-2880-4c85-843d-ce936b6c1a0b), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:38.539900 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-808e079e-8c9e-42ac-a718-224011a1262e admin admin] Publish callbacks [] for security_group (8a9855ae-2880-4c85-843d-ce936b6c1a0b), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:38.663993 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f423e-2271-4896-99c8-03ae02d75029 req-0e6da7e8-fe70-4521-a84f-e5f6d745e650 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:38.665412 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a71f423e-2271-4896-99c8-03ae02d75029 req-0e6da7e8-fe70-4521-a84f-e5f6d745e650 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0643668 Mar 31 20:45:38.668265 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-808e079e-8c9e-42ac-a718-224011a1262e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (8a9855ae-2880-4c85-843d-ce936b6c1a0b), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:38.670970 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-808e079e-8c9e-42ac-a718-224011a1262e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:38.672153 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-808e079e-8c9e-42ac-a718-224011a1262e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8a9855ae-2880-4c85-843d-ce936b6c1a0b HTTP/1.1" status: 204 len: 168 time: 0.2373259 Mar 31 20:45:38.694287 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e079e-8c9e-42ac-a718-224011a1262e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9855ae-2880-4c85-843d-ce936b6c1a0b,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:38.735618 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a71f423e-2271-4896-99c8-03ae02d75029 req-f7528cc6-5d1f-43df-9a02-c59a13d0d92f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596702 Mar 31 20:45:39.142565 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d78e65e6-5d37-42dc-9f83-50037751d5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:39.317413 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 56322) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:39.333299 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bd70d30a-a760-4967-800a-f65a158e5f48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:39.433239 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bd70d30a-a760-4967-800a-f65a158e5f48 admin admin] Publish callbacks [] for security_group (f94cb3c8-ac9d-4897-a9fd-b690c671e9c3), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:39.491348 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bd70d30a-a760-4967-800a-f65a158e5f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (f94cb3c8-ac9d-4897-a9fd-b690c671e9c3), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:39.552007 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1f1dd39c-062e-4f1e-937e-5aae64bfb0c8 req-8b4a6abd-b7a9-4b45-b6d3-37469ed2c4ec tempest-DeleteServersTestJSON-1153296117 tempest-DeleteServersTestJSON-1153296117-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5432194-5362-42b1-af65-62f8b792995f HTTP/1.1" status: 200 len: 210 time: 0.0572100 Mar 31 20:45:39.560127 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-bd70d30a-a760-4967-800a-f65a158e5f48 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c60dc55ca0cf40658d7e1542658d3e08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409272 Mar 31 20:45:39.561591 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70d30a-a760-4967-800a-f65a158e5f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94cb3c8-ac9d-4897-a9fd-b690c671e9c3,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:39.562975 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 56332) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:39.616440 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ef101c8d-e2ed-4bf3-b6cc-5f065a96d6e7 admin admin] Publish callbacks [] for security_group (f94cb3c8-ac9d-4897-a9fd-b690c671e9c3), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:39.639267 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ef101c8d-e2ed-4bf3-b6cc-5f065a96d6e7 admin admin] Publish callbacks [] for security_group (f94cb3c8-ac9d-4897-a9fd-b690c671e9c3), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:39.790585 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ef101c8d-e2ed-4bf3-b6cc-5f065a96d6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (f94cb3c8-ac9d-4897-a9fd-b690c671e9c3), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:39.805030 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ef101c8d-e2ed-4bf3-b6cc-5f065a96d6e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:39.805030 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-ef101c8d-e2ed-4bf3-b6cc-5f065a96d6e7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f94cb3c8-ac9d-4897-a9fd-b690c671e9c3 HTTP/1.1" status: 204 len: 168 time: 0.2305558 Mar 31 20:45:39.805030 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef101c8d-e2ed-4bf3-b6cc-5f065a96d6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94cb3c8-ac9d-4897-a9fd-b690c671e9c3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:39.880269 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d219b-2c0d-4b23-98b3-afb2e6fcf941 req-3b738645-27f7-42be-955a-12a9ba5ec16b tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:39.883517 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3e0d219b-2c0d-4b23-98b3-afb2e6fcf941 req-3b738645-27f7-42be-955a-12a9ba5ec16b tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0717161 Mar 31 20:45:39.948285 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3e0d219b-2c0d-4b23-98b3-afb2e6fcf941 req-dc9b8b9b-d9f3-48db-ae53-d7bf2138bf3f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515091 Mar 31 20:45:41.080217 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a625017-30cf-4417-87a7-f0170bf9ddfc req-8a1fe70d-40d8-4217-aba6-3545c277f6fe tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:41.081760 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2a625017-30cf-4417-87a7-f0170bf9ddfc req-8a1fe70d-40d8-4217-aba6-3545c277f6fe tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0581269 Mar 31 20:45:41.133744 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2a625017-30cf-4417-87a7-f0170bf9ddfc req-2afd6eb5-3224-46e9-8352-a1e5f686fef5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446236 Mar 31 20:45:41.676637 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-103319f5-6578-4f8f-8de8-104b86539e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:41.890749 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device d5a327ff-a923-4795-8495-adeb24bb894e no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:45:41.911608 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] No Port match for: d5a327ff-a923-4795-8495-adeb24bb894e {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:45:41.911988 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device d5a327ff-a923-4795-8495-adeb24bb894e not bound to the agent host hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:45:42.262511 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205db6b3-1bbd-45d2-a36b-e99a151b9b0c req-f1561fb4-cb71-46a4-a3eb-d0c29330fac7 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:42.263546 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-205db6b3-1bbd-45d2-a36b-e99a151b9b0c req-f1561fb4-cb71-46a4-a3eb-d0c29330fac7 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0595498 Mar 31 20:45:42.316664 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-205db6b3-1bbd-45d2-a36b-e99a151b9b0c req-f3de4da4-c0b6-49a8-be42-6144f4d407c8 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474482 Mar 31 20:45:42.409614 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 56456) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:42.460519 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_v2 [None req-080d9855-366d-4fdd-b2bd-120ad63bdcf6 admin admin] Deleting subnet 39430d21-651f-4bd0-9d40-d71a8c7fd3de {{(pid=110549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:45:42.463953 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-080d9855-366d-4fdd-b2bd-120ad63bdcf6 admin admin] Publish callbacks [] for subnet (39430d21-651f-4bd0-9d40-d71a8c7fd3de), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:42.505175 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-080d9855-366d-4fdd-b2bd-120ad63bdcf6 admin admin] Publish callbacks [] for subnet (39430d21-651f-4bd0-9d40-d71a8c7fd3de), precommit_delete_associations {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:42.515221 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-080d9855-366d-4fdd-b2bd-120ad63bdcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1035066'] for subnet (39430d21-651f-4bd0-9d40-d71a8c7fd3de), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:42.648104 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-080d9855-366d-4fdd-b2bd-120ad63bdcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for subnet (39430d21-651f-4bd0-9d40-d71a8c7fd3de), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:42.674229 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d9855-366d-4fdd-b2bd-120ad63bdcf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39430d21-651f-4bd0-9d40-d71a8c7fd3de,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:42.678749 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-080d9855-366d-4fdd-b2bd-120ad63bdcf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:42.682009 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-080d9855-366d-4fdd-b2bd-120ad63bdcf6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/39430d21-651f-4bd0-9d40-d71a8c7fd3de HTTP/1.1" status: 204 len: 168 time: 0.2713072 Mar 31 20:45:42.684627 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 56468) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:42.771348 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913787'] for network (6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:42.874894 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999857', 'neutron.services.segments.db._delete_segments_for_network-8784743285306'] for network (6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:42.899475 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:45:42.899889 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:45:42.900687 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:45:42.901113 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] Subscribe: > port after_create 55550000 {{(pid=110549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:45:42.901424 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] Subscribe: > port after_delete 55550000 {{(pid=110549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:45:42.901810 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] Subscribe: > port after_update 55550000 {{(pid=110549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:45:42.902169 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:45:42.902502 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:45:42.902963 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:45:42.903185 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:45:43.006653 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:45:43.007001 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:45:43.007326 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:45:43.007680 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:45:43.008091 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.services.segments.db [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44']}} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:45:43.030720 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.services.segments.db [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f5feac-bdd6-4bac-ab2e-7be485a0b03d') {'for_net_delete': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:45:43.031012 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.services.segments.db [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f5feac-bdd6-4bac-ab2e-7be485a0b03d') {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:45:43.048973 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784743283779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25089803'] for segment (14f5feac-bdd6-4bac-ab2e-7be485a0b03d), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:43.071067 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (14f5feac-bdd6-4bac-ab2e-7be485a0b03d), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:43.079561 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=110549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:45:43.079981 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12676125'] for segment (14f5feac-bdd6-4bac-ab2e-7be485a0b03d), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: from cryptography.utils import int_from_bytes Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: from cryptography.utils import int_from_bytes Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: Traceback (most recent call last): Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: timer() Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: cb(*args, **kw) Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: return func(*args, **kwargs) Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: self._notify() Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: self.callback(batched_events) Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: event.method(event) Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: return f(self, *a, **k) Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: return self._get(url).json() Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: return self.request(url, 'GET', **kwargs) Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:45:43.103090 dv-cinder-836072-1-iscsi neutron-server[110549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:45:43.308742 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728163'] for network (6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:43.315382 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:43.319362 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] 10.222.0.61 "DELETE /v2.0/networks/6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44 HTTP/1.1" status: 204 len: 168 time: 0.6332362 Mar 31 20:45:43.332285 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9a935-31b8-4a13-ac51-d09d445f05ed admin admin] Pushing event deleted for resources: {'Network': ['ID=6af24e7e-4db9-4f0f-8bb1-33ff0b8c3c44,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:43.384746 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 56498) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:43.413506 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:43.453279 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2ff47-1c14-45cd-8bbc-989c5b035680 req-85746900-7bd8-44fe-a570-584ca85ca8b1 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:43.454897 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1be2ff47-1c14-45cd-8bbc-989c5b035680 req-85746900-7bd8-44fe-a570-584ca85ca8b1 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0604362 Mar 31 20:45:43.502733 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1be2ff47-1c14-45cd-8bbc-989c5b035680 req-1c3728f1-bc2b-4142-8a89-8909fa616a74 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421033 Mar 31 20:45:43.824669 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 56504) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:43.883000 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 56508) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:43.883127 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-1679e68f-5c4f-4d4e-a70c-788e3ee355eb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=698f8eccb7fb417ebe2c00915731fc94&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0573103 Mar 31 20:45:43.884717 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89a22bb0-2ec5-494a-a65f-de8befd4fa49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:43.914307 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 56510) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:43.961674 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-05a69b6d-7863-40e6-884c-ac0a66e3bb1f admin admin] Publish callbacks [] for security_group (860011e8-8775-4a61-ad58-1a12baec04a4), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:43.997428 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-05a69b6d-7863-40e6-884c-ac0a66e3bb1f admin admin] Publish callbacks [] for security_group (860011e8-8775-4a61-ad58-1a12baec04a4), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:44.011002 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89a22bb0-2ec5-494a-a65f-de8befd4fa49 admin admin] Publish callbacks [] for security_group (aa062045-61e0-4d57-8015-84badfda77aa), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:44.043947 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8476057a-7e28-463d-8882-17b99df7547f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:44.116046 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8476057a-7e28-463d-8882-17b99df7547f admin admin] Publish callbacks [] for security_group (3c171024-42c0-435f-8705-3806b176a03d), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:44.124938 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89a22bb0-2ec5-494a-a65f-de8befd4fa49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (aa062045-61e0-4d57-8015-84badfda77aa), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:44.163161 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-89a22bb0-2ec5-494a-a65f-de8befd4fa49 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=54eae276c7084bce9d7dde69d0353eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7773137 Mar 31 20:45:44.165599 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a22bb0-2ec5-494a-a65f-de8befd4fa49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa062045-61e0-4d57-8015-84badfda77aa,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:44.166389 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 56516) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:44.195827 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-05a69b6d-7863-40e6-884c-ac0a66e3bb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (860011e8-8775-4a61-ad58-1a12baec04a4), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:44.198411 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-05a69b6d-7863-40e6-884c-ac0a66e3bb1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:44.199557 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-05a69b6d-7863-40e6-884c-ac0a66e3bb1f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/860011e8-8775-4a61-ad58-1a12baec04a4 HTTP/1.1" status: 204 len: 168 time: 0.3155921 Mar 31 20:45:44.214172 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a69b6d-7863-40e6-884c-ac0a66e3bb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860011e8-8775-4a61-ad58-1a12baec04a4,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:44.237745 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1ee2dd8b-bb81-4876-8866-bb9372b56ca0 admin admin] Publish callbacks [] for security_group (aa062045-61e0-4d57-8015-84badfda77aa), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:44.241736 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8476057a-7e28-463d-8882-17b99df7547f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (3c171024-42c0-435f-8705-3806b176a03d), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:44.261554 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1ee2dd8b-bb81-4876-8866-bb9372b56ca0 admin admin] Publish callbacks [] for security_group (aa062045-61e0-4d57-8015-84badfda77aa), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:44.285050 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-8476057a-7e28-463d-8882-17b99df7547f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8773b0e729fc4c09b2de37132f6e23ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696504 Mar 31 20:45:44.286182 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476057a-7e28-463d-8882-17b99df7547f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c171024-42c0-435f-8705-3806b176a03d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:44.296011 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 56520) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:44.345031 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa8ea53c-ed8f-4e58-ba10-5467db1bbbac admin admin] Publish callbacks [] for security_group (3c171024-42c0-435f-8705-3806b176a03d), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:44.368086 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa8ea53c-ed8f-4e58-ba10-5467db1bbbac admin admin] Publish callbacks [] for security_group (3c171024-42c0-435f-8705-3806b176a03d), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:44.459167 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1ee2dd8b-bb81-4876-8866-bb9372b56ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (aa062045-61e0-4d57-8015-84badfda77aa), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:44.462142 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1ee2dd8b-bb81-4876-8866-bb9372b56ca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:44.463984 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-1ee2dd8b-bb81-4876-8866-bb9372b56ca0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aa062045-61e0-4d57-8015-84badfda77aa HTTP/1.1" status: 204 len: 168 time: 0.2962940 Mar 31 20:45:44.476359 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2dd8b-bb81-4876-8866-bb9372b56ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa062045-61e0-4d57-8015-84badfda77aa,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:44.500041 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa8ea53c-ed8f-4e58-ba10-5467db1bbbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (3c171024-42c0-435f-8705-3806b176a03d), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:44.507710 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa8ea53c-ed8f-4e58-ba10-5467db1bbbac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:44.512472 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-aa8ea53c-ed8f-4e58-ba10-5467db1bbbac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3c171024-42c0-435f-8705-3806b176a03d HTTP/1.1" status: 204 len: 168 time: 0.2225842 Mar 31 20:45:44.521865 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ea53c-ed8f-4e58-ba10-5467db1bbbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c171024-42c0-435f-8705-3806b176a03d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:44.653907 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1c096-4ec0-4a5b-a374-9a3d895f678c req-bac3162b-1bc5-4752-aacc-0490f1a8b749 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:44.656700 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-27f1c096-4ec0-4a5b-a374-9a3d895f678c req-bac3162b-1bc5-4752-aacc-0490f1a8b749 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0653381 Mar 31 20:45:44.713142 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-27f1c096-4ec0-4a5b-a374-9a3d895f678c req-db85cbb8-aedc-4dd2-8df6-646a3507bdd8 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517480 Mar 31 20:45:45.121972 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:45.338637 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 56538) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:45.352107 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ae16d89d-9ef6-40b3-942d-ce87c1e35c5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:45.429561 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ae16d89d-9ef6-40b3-942d-ce87c1e35c5f admin admin] Publish callbacks [] for security_group (98af08cf-9a94-4836-85fc-c92fa8511ced), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:45.466583 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 56542) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:45.480801 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-40350513-bb48-40a2-9426-82953d9952ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:45.531888 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ae16d89d-9ef6-40b3-942d-ce87c1e35c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (98af08cf-9a94-4836-85fc-c92fa8511ced), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:45.592439 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16d89d-9ef6-40b3-942d-ce87c1e35c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98af08cf-9a94-4836-85fc-c92fa8511ced,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:45.596721 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-ae16d89d-9ef6-40b3-942d-ce87c1e35c5f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=61ec3b1d5a394e0cb2210ac233a0642d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570624 Mar 31 20:45:45.600448 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 56546) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:45.603292 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-40350513-bb48-40a2-9426-82953d9952ab admin admin] Publish callbacks [] for security_group (539373c4-4895-4f4e-b9ea-5e530c51c431), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:45.651516 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-accb5fca-4f3b-49d7-9ed4-1af93dd3307f admin admin] Publish callbacks [] for security_group (98af08cf-9a94-4836-85fc-c92fa8511ced), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:45.682954 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-accb5fca-4f3b-49d7-9ed4-1af93dd3307f admin admin] Publish callbacks [] for security_group (98af08cf-9a94-4836-85fc-c92fa8511ced), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:45.685932 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-40350513-bb48-40a2-9426-82953d9952ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (539373c4-4895-4f4e-b9ea-5e530c51c431), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:45.686622 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:45.723901 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-40350513-bb48-40a2-9426-82953d9952ab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5aed4e76541c48a3af29fe95afa6df6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561257 Mar 31 20:45:45.724438 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 56552) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:45.763066 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40350513-bb48-40a2-9426-82953d9952ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539373c4-4895-4f4e-b9ea-5e530c51c431,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:45.799663 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e6ed930e-db46-470e-a00d-588953382359 admin admin] Publish callbacks [] for security_group (539373c4-4895-4f4e-b9ea-5e530c51c431), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:45.823538 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e6ed930e-db46-470e-a00d-588953382359 admin admin] Publish callbacks [] for security_group (539373c4-4895-4f4e-b9ea-5e530c51c431), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:45.865339 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91e074-3776-459c-9a65-8710cee64a5f req-e1e84cf8-f4ac-4756-8246-e70fcf155779 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:45.866886 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8d91e074-3776-459c-9a65-8710cee64a5f req-e1e84cf8-f4ac-4756-8246-e70fcf155779 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0567024 Mar 31 20:45:45.871026 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-accb5fca-4f3b-49d7-9ed4-1af93dd3307f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (98af08cf-9a94-4836-85fc-c92fa8511ced), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:45.877402 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-accb5fca-4f3b-49d7-9ed4-1af93dd3307f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:45.877402 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-accb5fca-4f3b-49d7-9ed4-1af93dd3307f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/98af08cf-9a94-4836-85fc-c92fa8511ced HTTP/1.1" status: 204 len: 168 time: 0.2734199 Mar 31 20:45:45.890688 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb5fca-4f3b-49d7-9ed4-1af93dd3307f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98af08cf-9a94-4836-85fc-c92fa8511ced,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:45.934475 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8d91e074-3776-459c-9a65-8710cee64a5f req-80d06615-dfd1-4292-a09d-75aea57c3ef2 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587068 Mar 31 20:45:45.945540 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e6ed930e-db46-470e-a00d-588953382359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (539373c4-4895-4f4e-b9ea-5e530c51c431), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:45.948749 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e6ed930e-db46-470e-a00d-588953382359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:45.949948 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-e6ed930e-db46-470e-a00d-588953382359 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/539373c4-4895-4f4e-b9ea-5e530c51c431 HTTP/1.1" status: 204 len: 168 time: 0.2213335 Mar 31 20:45:45.961636 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed930e-db46-470e-a00d-588953382359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539373c4-4895-4f4e-b9ea-5e530c51c431,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:47.071381 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145feced-fcd1-4819-b10a-f7062e5c1751 req-0aace6ff-7d39-49ba-a687-aaddcfe0cea2 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:47.073266 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-145feced-fcd1-4819-b10a-f7062e5c1751 req-0aace6ff-7d39-49ba-a687-aaddcfe0cea2 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0592363 Mar 31 20:45:47.136227 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-145feced-fcd1-4819-b10a-f7062e5c1751 req-573f7605-9cfe-485e-882d-63272bdc8a04 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559256 Mar 31 20:45:48.259160 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41ee79-4353-455d-9182-4f7e93e4052b req-9424b799-0931-41d5-bfda-8a4ac0f88a05 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:48.260692 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2f41ee79-4353-455d-9182-4f7e93e4052b req-9424b799-0931-41d5-bfda-8a4ac0f88a05 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0521376 Mar 31 20:45:48.337805 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2f41ee79-4353-455d-9182-4f7e93e4052b req-23a1763e-fff1-4dee-af73-475bf3bc9e97 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697424 Mar 31 20:45:48.488086 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 56650) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:48.595457 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bcb16992-a1f8-44ae-8346-06dc40e5fda9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:48.668678 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bcb16992-a1f8-44ae-8346-06dc40e5fda9 admin admin] Publish callbacks [] for security_group (c998a787-e73c-4c84-9b34-265d42f4aef3), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:48.774113 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bcb16992-a1f8-44ae-8346-06dc40e5fda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (c998a787-e73c-4c84-9b34-265d42f4aef3), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:48.814235 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-bcb16992-a1f8-44ae-8346-06dc40e5fda9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=003d9581b28e47f9a20bdea5048be66e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3250537 Mar 31 20:45:48.815199 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb16992-a1f8-44ae-8346-06dc40e5fda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c998a787-e73c-4c84-9b34-265d42f4aef3,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:48.816966 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 56654) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:48.866427 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0310ac38-a323-44d5-9c59-c2bcd335d3e8 admin admin] Publish callbacks [] for security_group (c998a787-e73c-4c84-9b34-265d42f4aef3), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:48.888938 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0310ac38-a323-44d5-9c59-c2bcd335d3e8 admin admin] Publish callbacks [] for security_group (c998a787-e73c-4c84-9b34-265d42f4aef3), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:49.063043 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0310ac38-a323-44d5-9c59-c2bcd335d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (c998a787-e73c-4c84-9b34-265d42f4aef3), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:49.065734 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0310ac38-a323-44d5-9c59-c2bcd335d3e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:49.069495 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-0310ac38-a323-44d5-9c59-c2bcd335d3e8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c998a787-e73c-4c84-9b34-265d42f4aef3 HTTP/1.1" status: 204 len: 168 time: 0.2489810 Mar 31 20:45:49.077149 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310ac38-a323-44d5-9c59-c2bcd335d3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c998a787-e73c-4c84-9b34-265d42f4aef3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:49.479705 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3efa1e1-13d2-49a0-8996-fba37b822872 req-74c02118-e363-4ba7-aa2c-c3d685834886 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:49.481227 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c3efa1e1-13d2-49a0-8996-fba37b822872 req-74c02118-e363-4ba7-aa2c-c3d685834886 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0598831 Mar 31 20:45:49.542869 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c3efa1e1-13d2-49a0-8996-fba37b822872 req-adc5428d-d04b-4ecd-9b18-7df1ba3e7392 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540235 Mar 31 20:45:50.675526 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea539d9f-bedf-451b-9472-fb1be7c59c2d req-0b393c6c-1e11-4493-a390-bdfc93f4e058 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:50.677433 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ea539d9f-bedf-451b-9472-fb1be7c59c2d req-0b393c6c-1e11-4493-a390-bdfc93f4e058 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0601876 Mar 31 20:45:50.728894 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ea539d9f-bedf-451b-9472-fb1be7c59c2d req-ea296e35-25f7-4513-b003-409d8c43d6fc tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455234 Mar 31 20:45:51.853355 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e48c0c-1471-44cf-b774-0d06a335b282 req-a1570d04-56fe-4cf7-a422-c73abece20f2 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:51.854816 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-88e48c0c-1471-44cf-b774-0d06a335b282 req-a1570d04-56fe-4cf7-a422-c73abece20f2 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0544116 Mar 31 20:45:51.902331 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-88e48c0c-1471-44cf-b774-0d06a335b282 req-a193a288-6028-4fa8-ae91-4c8459ebf8f6 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418255 Mar 31 20:45:53.023486 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868356fc-9eec-4767-b0a4-393ec416f86e req-7d639f41-ece3-4887-a066-176033dbf2ef tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:53.025027 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-868356fc-9eec-4767-b0a4-393ec416f86e req-7d639f41-ece3-4887-a066-176033dbf2ef tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0564013 Mar 31 20:45:53.073829 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-868356fc-9eec-4767-b0a4-393ec416f86e req-2203a837-3e4d-4ac6-9f87-38c9e76e6c7f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430887 Mar 31 20:45:54.196176 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa0d85-cf8a-4405-a21c-c8107cb6b7b1 req-1c7e19c1-2101-4c62-a032-c937b06b2f29 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:54.197705 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-45aa0d85-cf8a-4405-a21c-c8107cb6b7b1 req-1c7e19c1-2101-4c62-a032-c937b06b2f29 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0527291 Mar 31 20:45:54.247057 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-45aa0d85-cf8a-4405-a21c-c8107cb6b7b1 req-61062356-1072-4a4c-b549-66b70e9e8924 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432951 Mar 31 20:45:55.377515 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623fa95-6fa1-40b2-a14d-8a7516d4ac37 req-b8110a92-4037-442b-9f07-342315281974 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:55.379125 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6623fa95-6fa1-40b2-a14d-8a7516d4ac37 req-b8110a92-4037-442b-9f07-342315281974 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0625243 Mar 31 20:45:55.431530 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6623fa95-6fa1-40b2-a14d-8a7516d4ac37 req-bbb282b0-954e-435b-9c49-59e46eea4231 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458610 Mar 31 20:45:56.557061 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2587c-9e0a-4d4c-b077-67e9b34a7311 req-fe65fa16-58e7-47aa-85bd-4c710876219a tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:56.560273 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d0c2587c-9e0a-4d4c-b077-67e9b34a7311 req-fe65fa16-58e7-47aa-85bd-4c710876219a tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0616543 Mar 31 20:45:56.610911 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d0c2587c-9e0a-4d4c-b077-67e9b34a7311 req-926b51d4-657f-4a42-a438-b79355506688 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459855 Mar 31 20:45:56.725485 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d4626-c4bf-411e-a6ff-f603bf3f9f08 req-a4c77f77-0f74-45b5-b28a-f9c7617f43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:56.727020 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-789d4626-c4bf-411e-a6ff-f603bf3f9f08 req-a4c77f77-0f74-45b5-b28a-f9c7617f43f8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 1129 time: 0.0452893 Mar 31 20:45:56.779886 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-789d4626-c4bf-411e-a6ff-f603bf3f9f08 req-a41f1b5e-68fb-4d62-909c-e68947af5241 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417552 Mar 31 20:45:57.745563 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1496b7-dfe7-4d01-8918-097d3f5e20d7 req-15d80743-aec8-465f-af2b-b6faf3bb7bfc tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:57.747064 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4c1496b7-dfe7-4d01-8918-097d3f5e20d7 req-15d80743-aec8-465f-af2b-b6faf3bb7bfc tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0587132 Mar 31 20:45:57.795906 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4c1496b7-dfe7-4d01-8918-097d3f5e20d7 req-f7789dfb-c15e-41a4-91b1-00f773ff8720 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431044 Mar 31 20:45:58.783490 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 56916) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:58.909912 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e5682be8-d950-4cc2-b48c-5015425bbd05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:58.935388 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f4ced-30ee-4d3e-b082-60462b0a1044 req-bc6c1ab9-c5b7-4d5d-a317-02c5b926c3f5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:58.937193 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-621f4ced-30ee-4d3e-b082-60462b0a1044 req-bc6c1ab9-c5b7-4d5d-a317-02c5b926c3f5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0577221 Mar 31 20:45:59.005481 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-621f4ced-30ee-4d3e-b082-60462b0a1044 req-290ae693-30a5-4757-bb81-3d1c18397ee9 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578976 Mar 31 20:45:59.016628 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e5682be8-d950-4cc2-b48c-5015425bbd05 admin admin] Publish callbacks [] for security_group (fffa6e34-d80e-4642-961b-70fc4bb48003), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:59.114739 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e5682be8-d950-4cc2-b48c-5015425bbd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (fffa6e34-d80e-4642-961b-70fc4bb48003), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:59.172307 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-e5682be8-d950-4cc2-b48c-5015425bbd05 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cf1a07b8f073405282ec674355aa597b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3778284 Mar 31 20:45:59.172307 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 56950) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:59.199532 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5682be8-d950-4cc2-b48c-5015425bbd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffa6e34-d80e-4642-961b-70fc4bb48003,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:59.203164 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65169aa-7bd3-4a36-9d22-91fff9a2c887 req-d3d301be-e7c6-4da0-add1-4a82d1aa54f8 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:45:59.205088 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a65169aa-7bd3-4a36-9d22-91fff9a2c887 req-d3d301be-e7c6-4da0-add1-4a82d1aa54f8 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0842474 Mar 31 20:45:59.259586 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1329a090-632f-4b15-a9f8-d02e5fc95183 admin admin] Publish callbacks [] for security_group (fffa6e34-d80e-4642-961b-70fc4bb48003), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:59.264285 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a65169aa-7bd3-4a36-9d22-91fff9a2c887 req-b8632072-fc3d-485b-a2e6-d77aaa8d7ef2 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498192 Mar 31 20:45:59.284722 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1329a090-632f-4b15-a9f8-d02e5fc95183 admin admin] Publish callbacks [] for security_group (fffa6e34-d80e-4642-961b-70fc4bb48003), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:59.425237 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1329a090-632f-4b15-a9f8-d02e5fc95183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (fffa6e34-d80e-4642-961b-70fc4bb48003), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:59.428787 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1329a090-632f-4b15-a9f8-d02e5fc95183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:59.429969 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-1329a090-632f-4b15-a9f8-d02e5fc95183 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fffa6e34-d80e-4642-961b-70fc4bb48003 HTTP/1.1" status: 204 len: 168 time: 0.2566729 Mar 31 20:45:59.438301 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329a090-632f-4b15-a9f8-d02e5fc95183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffa6e34-d80e-4642-961b-70fc4bb48003,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:45:59.710346 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 56962) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:45:59.878441 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2f23d9a4-f471-4738-b6d7-12a6ada57fc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:45:59.960777 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2f23d9a4-f471-4738-b6d7-12a6ada57fc2 admin admin] Publish callbacks [] for security_group (dabb58ca-265a-4a08-815e-60cf508b230b), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:00.063013 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2f23d9a4-f471-4738-b6d7-12a6ada57fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (dabb58ca-265a-4a08-815e-60cf508b230b), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:00.109029 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-2f23d9a4-f471-4738-b6d7-12a6ada57fc2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=990b2d584b9a4a8da10ec302989469b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3962436 Mar 31 20:46:00.111024 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 56970) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:00.111626 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23d9a4-f471-4738-b6d7-12a6ada57fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabb58ca-265a-4a08-815e-60cf508b230b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:00.174415 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d16772ae-db93-4ed9-9db5-50c97a3ce7c2 admin admin] Publish callbacks [] for security_group (dabb58ca-265a-4a08-815e-60cf508b230b), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:00.196470 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d16772ae-db93-4ed9-9db5-50c97a3ce7c2 admin admin] Publish callbacks [] for security_group (dabb58ca-265a-4a08-815e-60cf508b230b), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:00.252475 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 56976) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:00.266105 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cdb11e7c-77df-4a20-9800-b154e1e043ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:00.333047 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d16772ae-db93-4ed9-9db5-50c97a3ce7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (dabb58ca-265a-4a08-815e-60cf508b230b), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:00.336126 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d16772ae-db93-4ed9-9db5-50c97a3ce7c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:00.337289 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-d16772ae-db93-4ed9-9db5-50c97a3ce7c2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dabb58ca-265a-4a08-815e-60cf508b230b HTTP/1.1" status: 204 len: 168 time: 0.2241669 Mar 31 20:46:00.356235 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16772ae-db93-4ed9-9db5-50c97a3ce7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabb58ca-265a-4a08-815e-60cf508b230b,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:00.410964 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cdb11e7c-77df-4a20-9800-b154e1e043ab admin admin] Publish callbacks [] for security_group (73ac0788-9042-4759-a4d4-506ac9bb88aa), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:00.488007 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cdb11e7c-77df-4a20-9800-b154e1e043ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (73ac0788-9042-4759-a4d4-506ac9bb88aa), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:00.531176 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-cdb11e7c-77df-4a20-9800-b154e1e043ab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f99803d6b8684a1dabeb14ac4b1db207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776034 Mar 31 20:46:00.532065 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb11e7c-77df-4a20-9800-b154e1e043ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ac0788-9042-4759-a4d4-506ac9bb88aa,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:00.535167 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 56984) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:00.560788 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:46:00.596963 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a9c47d19-95fa-4c5c-9b5b-4fb160c49e6e admin admin] Publish callbacks [] for security_group (73ac0788-9042-4759-a4d4-506ac9bb88aa), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:00.620440 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a9c47d19-95fa-4c5c-9b5b-4fb160c49e6e admin admin] Publish callbacks [] for security_group (73ac0788-9042-4759-a4d4-506ac9bb88aa), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:00.805630 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a9c47d19-95fa-4c5c-9b5b-4fb160c49e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (73ac0788-9042-4759-a4d4-506ac9bb88aa), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:00.808320 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a9c47d19-95fa-4c5c-9b5b-4fb160c49e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:00.809513 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-a9c47d19-95fa-4c5c-9b5b-4fb160c49e6e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/73ac0788-9042-4759-a4d4-506ac9bb88aa HTTP/1.1" status: 204 len: 168 time: 0.2730472 Mar 31 20:46:00.821289 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c47d19-95fa-4c5c-9b5b-4fb160c49e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ac0788-9042-4759-a4d4-506ac9bb88aa,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:01.781690 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc5ee0-c328-4488-86dd-675b12afb3b0 req-58f4f74a-1331-41b1-804d-c17b12c8d258 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:01.784294 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-45bc5ee0-c328-4488-86dd-675b12afb3b0 req-58f4f74a-1331-41b1-804d-c17b12c8d258 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0732427 Mar 31 20:46:01.885270 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-45bc5ee0-c328-4488-86dd-675b12afb3b0 req-4bb0efc6-cccc-4e94-bb73-f7720c47b938 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872681 Mar 31 20:46:01.887483 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c38f9-da21-45df-81b5-4722afb9eb3d req-6d1cc98b-19c2-4fe2-9ad9-27cb41c36dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:01.889034 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-800c38f9-da21-45df-81b5-4722afb9eb3d req-6d1cc98b-19c2-4fe2-9ad9-27cb41c36dd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df50189c17a647ac86148405e9f04f55&device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 1130 time: 0.0923264 Mar 31 20:46:02.018395 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c38f9-da21-45df-81b5-4722afb9eb3d req-509ae6f6-75ff-4d1c-8afe-a73576c31c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:02.019905 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-800c38f9-da21-45df-81b5-4722afb9eb3d req-509ae6f6-75ff-4d1c-8afe-a73576c31c47 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68a65e42-3a69-4c11-8f33-9e0a705f08d8 HTTP/1.1" status: 200 len: 919 time: 0.1149602 Mar 31 20:46:02.063313 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-800c38f9-da21-45df-81b5-4722afb9eb3d req-373108f3-54b3-40fe-8eaa-20547fd73a57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf2dbda-ef58-412f-97f7-1dc3114debce HTTP/1.1" status: 200 len: 217 time: 0.0369098 Mar 31 20:46:02.121149 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c38f9-da21-45df-81b5-4722afb9eb3d req-0ba04fd3-cba3-471a-b724-2f07ad26f3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:02.122925 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-800c38f9-da21-45df-81b5-4722afb9eb3d req-0ba04fd3-cba3-471a-b724-2f07ad26f3b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d3bfe61-66f5-4685-b3aa-57a09c0f885e HTTP/1.1" status: 200 len: 857 time: 0.0466444 Mar 31 20:46:02.226507 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c38f9-da21-45df-81b5-4722afb9eb3d req-baa321e1-0c86-40e0-beb9-e6c795d30200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:02.228509 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-800c38f9-da21-45df-81b5-4722afb9eb3d req-baa321e1-0c86-40e0-beb9-e6c795d30200 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a65e42-3a69-4c11-8f33-9e0a705f08d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0976253 Mar 31 20:46:02.313479 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 57050) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:02.348449 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-800c38f9-da21-45df-81b5-4722afb9eb3d req-73e7a173-8147-4e8c-8f6f-6d138a19147f service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096032 Mar 31 20:46:02.428819 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd76642b-63fc-414c-bb0e-ba2cfbc77ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:02.475197 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-800c38f9-da21-45df-81b5-4722afb9eb3d req-be70def9-53b4-40f5-9cf6-8701d2ddba5b service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036987 Mar 31 20:46:02.520469 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd76642b-63fc-414c-bb0e-ba2cfbc77ebf admin admin] Publish callbacks [] for security_group (077ca4cf-a26d-4b2d-bb0c-8053da9a3308), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:02.630684 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd76642b-63fc-414c-bb0e-ba2cfbc77ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (077ca4cf-a26d-4b2d-bb0c-8053da9a3308), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:02.688237 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-cd76642b-63fc-414c-bb0e-ba2cfbc77ebf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0cee5ba585d648f79bf59c46ecfe9f7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3708766 Mar 31 20:46:02.688237 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76642b-63fc-414c-bb0e-ba2cfbc77ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077ca4cf-a26d-4b2d-bb0c-8053da9a3308,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:02.694113 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 57070) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:02.758384 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cae8bc76-34c6-4715-b596-156236498730 admin admin] Publish callbacks [] for security_group (077ca4cf-a26d-4b2d-bb0c-8053da9a3308), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:02.782479 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cae8bc76-34c6-4715-b596-156236498730 admin admin] Publish callbacks [] for security_group (077ca4cf-a26d-4b2d-bb0c-8053da9a3308), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:02.921883 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cae8bc76-34c6-4715-b596-156236498730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (077ca4cf-a26d-4b2d-bb0c-8053da9a3308), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:02.923143 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cae8bc76-34c6-4715-b596-156236498730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:02.927533 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-cae8bc76-34c6-4715-b596-156236498730 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/077ca4cf-a26d-4b2d-bb0c-8053da9a3308 HTTP/1.1" status: 204 len: 168 time: 0.2342308 Mar 31 20:46:02.935118 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8bc76-34c6-4715-b596-156236498730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077ca4cf-a26d-4b2d-bb0c-8053da9a3308,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:03.041459 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c3772-45ad-43a4-9c7b-7ef8f969a36f req-18d551cd-8689-4ad3-911d-3a5e6f250cf9 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:03.043131 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-094c3772-45ad-43a4-9c7b-7ef8f969a36f req-18d551cd-8689-4ad3-911d-3a5e6f250cf9 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0601223 Mar 31 20:46:03.093455 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-094c3772-45ad-43a4-9c7b-7ef8f969a36f req-c571acd0-e9ad-40c3-ab57-36ee4b2c9800 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444627 Mar 31 20:46:03.231427 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:04.235823 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a96f1-da5f-4e69-8b5b-93f1fe00d44a req-fa4458b8-229b-4b1d-b4f7-e6d7084406ce tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:04.237434 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0d4a96f1-da5f-4e69-8b5b-93f1fe00d44a req-fa4458b8-229b-4b1d-b4f7-e6d7084406ce tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0674510 Mar 31 20:46:04.288407 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0d4a96f1-da5f-4e69-8b5b-93f1fe00d44a req-039b681d-a6b0-4d47-831b-78f0065a443a tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443523 Mar 31 20:46:05.433747 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72c953-7363-4944-a57d-5dd369216e36 req-543c2b2b-54c9-452e-b8ef-8de3087c2c66 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:05.435158 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0d72c953-7363-4944-a57d-5dd369216e36 req-543c2b2b-54c9-452e-b8ef-8de3087c2c66 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0620539 Mar 31 20:46:05.492348 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0d72c953-7363-4944-a57d-5dd369216e36 req-7ea03743-8598-48e4-830a-534cb792cfd5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512636 Mar 31 20:46:06.421911 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 57174) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:06.552283 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9463a82c-2ac9-4fef-b2c4-4484e521b141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:06.867878 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d60fb5-009f-45be-9169-820f120612f1 req-840b40cc-f06c-4628-aeac-2cd07054da82 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:06.869451 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-59d60fb5-009f-45be-9169-820f120612f1 req-840b40cc-f06c-4628-aeac-2cd07054da82 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.2937298 Mar 31 20:46:06.903708 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9463a82c-2ac9-4fef-b2c4-4484e521b141 admin admin] Publish callbacks [] for security_group (60f2e694-218b-4aa4-ae62-37dbbb76963a), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:06.931435 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-59d60fb5-009f-45be-9169-820f120612f1 req-bc7b0fbc-3021-4b39-89e0-473ad733b13d tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534065 Mar 31 20:46:07.137563 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9463a82c-2ac9-4fef-b2c4-4484e521b141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (60f2e694-218b-4aa4-ae62-37dbbb76963a), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:07.177215 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-9463a82c-2ac9-4fef-b2c4-4484e521b141 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=84112b65d0c34c95b3f217619c6e26dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7539399 Mar 31 20:46:07.178089 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463a82c-2ac9-4fef-b2c4-4484e521b141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f2e694-218b-4aa4-ae62-37dbbb76963a,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:07.180685 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 57184) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:07.239157 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3203febf-b0df-4186-b6d4-671f23f970e9 admin admin] Publish callbacks [] for security_group (60f2e694-218b-4aa4-ae62-37dbbb76963a), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:07.262073 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3203febf-b0df-4186-b6d4-671f23f970e9 admin admin] Publish callbacks [] for security_group (60f2e694-218b-4aa4-ae62-37dbbb76963a), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:07.377566 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3203febf-b0df-4186-b6d4-671f23f970e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (60f2e694-218b-4aa4-ae62-37dbbb76963a), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:07.380255 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3203febf-b0df-4186-b6d4-671f23f970e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:07.381372 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-3203febf-b0df-4186-b6d4-671f23f970e9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/60f2e694-218b-4aa4-ae62-37dbbb76963a HTTP/1.1" status: 204 len: 168 time: 0.1996713 Mar 31 20:46:07.394930 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203febf-b0df-4186-b6d4-671f23f970e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f2e694-218b-4aa4-ae62-37dbbb76963a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:08.086680 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522a900-d38e-457d-b93d-619178047bc8 req-07ca7b76-4105-4dfe-9cb1-10610ab39942 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:08.088939 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5522a900-d38e-457d-b93d-619178047bc8 req-07ca7b76-4105-4dfe-9cb1-10610ab39942 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0732250 Mar 31 20:46:08.152939 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5522a900-d38e-457d-b93d-619178047bc8 req-d93bc030-5701-4978-acc6-93eeb1978309 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513749 Mar 31 20:46:08.211382 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 57230) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:08.336348 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9605d116-7a3e-46c3-a1a0-9c9a90506207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:08.423648 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9605d116-7a3e-46c3-a1a0-9c9a90506207 admin admin] Publish callbacks [] for security_group (a272b018-3757-45f0-a2aa-4bd3961a6ca1), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:08.519860 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9605d116-7a3e-46c3-a1a0-9c9a90506207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (a272b018-3757-45f0-a2aa-4bd3961a6ca1), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:08.562707 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 57254) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:08.562864 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-9605d116-7a3e-46c3-a1a0-9c9a90506207 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9f705ae3765243eda85a539bff550d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3494813 Mar 31 20:46:08.568089 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605d116-7a3e-46c3-a1a0-9c9a90506207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a272b018-3757-45f0-a2aa-4bd3961a6ca1,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:08.623199 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e6137cbe-aae0-457b-9147-e4316468fe3e admin admin] Publish callbacks [] for security_group (a272b018-3757-45f0-a2aa-4bd3961a6ca1), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:08.646899 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e6137cbe-aae0-457b-9147-e4316468fe3e admin admin] Publish callbacks [] for security_group (a272b018-3757-45f0-a2aa-4bd3961a6ca1), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:08.829656 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e6137cbe-aae0-457b-9147-e4316468fe3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (a272b018-3757-45f0-a2aa-4bd3961a6ca1), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:08.832398 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e6137cbe-aae0-457b-9147-e4316468fe3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:08.836643 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-e6137cbe-aae0-457b-9147-e4316468fe3e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a272b018-3757-45f0-a2aa-4bd3961a6ca1 HTTP/1.1" status: 204 len: 168 time: 0.2699356 Mar 31 20:46:08.842271 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6137cbe-aae0-457b-9147-e4316468fe3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a272b018-3757-45f0-a2aa-4bd3961a6ca1,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:09.270658 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d546f-8ab0-483f-a42f-f44ed53af038 req-4d39207a-20a2-493a-a86a-778c13d1ec56 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:09.272806 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8e5d546f-8ab0-483f-a42f-f44ed53af038 req-4d39207a-20a2-493a-a86a-778c13d1ec56 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0530570 Mar 31 20:46:09.321098 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8e5d546f-8ab0-483f-a42f-f44ed53af038 req-14f2366e-268c-493c-9e9a-b0deb6cefb38 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425415 Mar 31 20:46:09.345802 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2a7e637-09a7-4fb6-8a4a-031e0e39b48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:10.444071 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469659b-69ef-48a8-b6a4-30135967a1db req-0d6f1d87-ed93-4551-b6e8-0b90921c331f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:10.445441 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2469659b-69ef-48a8-b6a4-30135967a1db req-0d6f1d87-ed93-4551-b6e8-0b90921c331f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0587552 Mar 31 20:46:10.501739 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2469659b-69ef-48a8-b6a4-30135967a1db req-c8b9faf5-c563-467e-8b3a-c5f66231bd6a tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505073 Mar 31 20:46:11.632569 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33188553-8470-4a53-ab74-21626306f847 req-141ab928-dd04-436d-bb4a-c6ab7ad74194 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:11.634053 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-33188553-8470-4a53-ab74-21626306f847 req-141ab928-dd04-436d-bb4a-c6ab7ad74194 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0612552 Mar 31 20:46:11.682335 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-33188553-8470-4a53-ab74-21626306f847 req-5ef8558b-420a-4ae8-b5b9-f9084fe8c194 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425074 Mar 31 20:46:11.714219 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff985ee8-dbaf-486c-878a-81fdb36a045c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:11.823144 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 57330) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:11.932525 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-24b0e57b-f219-461e-91ae-9e7c97e01dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:12.008676 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-24b0e57b-f219-461e-91ae-9e7c97e01dc9 admin admin] Publish callbacks [] for security_group (4620057e-c8fd-4745-b6f9-8bf33badf6b7), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:12.125680 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-24b0e57b-f219-461e-91ae-9e7c97e01dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (4620057e-c8fd-4745-b6f9-8bf33badf6b7), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:12.164977 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0e57b-f219-461e-91ae-9e7c97e01dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4620057e-c8fd-4745-b6f9-8bf33badf6b7,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:12.169210 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-24b0e57b-f219-461e-91ae-9e7c97e01dc9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7787e8df2fdb4f9ea933ff36270ddcf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3450437 Mar 31 20:46:12.171908 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 57344) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:12.219438 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d165f0e-68de-4e64-8b54-628c3dea11fd admin admin] Publish callbacks [] for security_group (4620057e-c8fd-4745-b6f9-8bf33badf6b7), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:12.240851 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d165f0e-68de-4e64-8b54-628c3dea11fd admin admin] Publish callbacks [] for security_group (4620057e-c8fd-4745-b6f9-8bf33badf6b7), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:12.383139 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d165f0e-68de-4e64-8b54-628c3dea11fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (4620057e-c8fd-4745-b6f9-8bf33badf6b7), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:12.385776 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d165f0e-68de-4e64-8b54-628c3dea11fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:12.386926 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-1d165f0e-68de-4e64-8b54-628c3dea11fd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4620057e-c8fd-4745-b6f9-8bf33badf6b7 HTTP/1.1" status: 204 len: 168 time: 0.2141318 Mar 31 20:46:12.395140 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d165f0e-68de-4e64-8b54-628c3dea11fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4620057e-c8fd-4745-b6f9-8bf33badf6b7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:12.823055 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a228e-dab1-4cfb-b98c-d55f27ce3495 req-cdb10984-1df4-4639-9c35-22b748ccc6c9 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:12.824749 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-588a228e-dab1-4cfb-b98c-d55f27ce3495 req-cdb10984-1df4-4639-9c35-22b748ccc6c9 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0740788 Mar 31 20:46:12.874194 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-588a228e-dab1-4cfb-b98c-d55f27ce3495 req-cf1ebe8d-4b80-42d3-8502-c86c1de074ac tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436428 Mar 31 20:46:13.168155 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 57374) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:13.181561 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fca63d75-6215-4f41-9da5-f2ac4f73edfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:13.252764 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fca63d75-6215-4f41-9da5-f2ac4f73edfd admin admin] Publish callbacks [] for security_group (02e42f07-6c11-46cd-8f27-da1b1295c1c1), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:13.320779 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fca63d75-6215-4f41-9da5-f2ac4f73edfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (02e42f07-6c11-46cd-8f27-da1b1295c1c1), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:13.354553 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:13.362653 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-fca63d75-6215-4f41-9da5-f2ac4f73edfd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dfe005e1b34a449291a667e7f9df98f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1910884 Mar 31 20:46:13.362653 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca63d75-6215-4f41-9da5-f2ac4f73edfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e42f07-6c11-46cd-8f27-da1b1295c1c1,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:13.363398 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 57376) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:13.412212 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5345d55-379e-4771-924a-24adb71f0b06 admin admin] Publish callbacks [] for security_group (02e42f07-6c11-46cd-8f27-da1b1295c1c1), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:13.443168 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5345d55-379e-4771-924a-24adb71f0b06 admin admin] Publish callbacks [] for security_group (02e42f07-6c11-46cd-8f27-da1b1295c1c1), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:13.577691 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5345d55-379e-4771-924a-24adb71f0b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (02e42f07-6c11-46cd-8f27-da1b1295c1c1), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:13.580299 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5345d55-379e-4771-924a-24adb71f0b06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:13.581459 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-f5345d55-379e-4771-924a-24adb71f0b06 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/02e42f07-6c11-46cd-8f27-da1b1295c1c1 HTTP/1.1" status: 204 len: 168 time: 0.2170484 Mar 31 20:46:13.591398 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5345d55-379e-4771-924a-24adb71f0b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e42f07-6c11-46cd-8f27-da1b1295c1c1,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:14.005051 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfad5ee-7d71-4bd0-961e-d4c1bf736aec req-7eac0dd8-3ffd-4a78-8e83-186086ea0e9d tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:14.006588 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bcfad5ee-7d71-4bd0-961e-d4c1bf736aec req-7eac0dd8-3ffd-4a78-8e83-186086ea0e9d tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0618639 Mar 31 20:46:14.066671 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bcfad5ee-7d71-4bd0-961e-d4c1bf736aec req-fd362913-d8ea-48e8-bdef-d9e74217a859 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537376 Mar 31 20:46:14.282126 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa5c4a-5bf6-4412-8807-84406a7ff1a2 req-50265da9-485c-4440-ab1a-9ce4fc9c9967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:14.283620 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e9aa5c4a-5bf6-4412-8807-84406a7ff1a2 req-50265da9-485c-4440-ab1a-9ce4fc9c9967 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 1130 time: 0.0439577 Mar 31 20:46:14.335240 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e9aa5c4a-5bf6-4412-8807-84406a7ff1a2 req-8bcff716-676d-4bdd-92e9-ccc0cdf72877 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447786 Mar 31 20:46:15.111199 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:15.195963 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caca344-0a96-438a-9859-6c49d183bc99 req-a9d3f7f1-f3a6-4eac-a67f-32c0bc9250d0 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:15.197518 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6caca344-0a96-438a-9859-6c49d183bc99 req-a9d3f7f1-f3a6-4eac-a67f-32c0bc9250d0 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0628748 Mar 31 20:46:15.246040 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6caca344-0a96-438a-9859-6c49d183bc99 req-41348e3c-e876-48e5-9eb7-7295d337a93d tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420079 Mar 31 20:46:15.380287 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 57426) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:15.483440 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee17c-4b98-4d14-ab72-56b9fa899d0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:15.560114 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee17c-4b98-4d14-ab72-56b9fa899d0c admin admin] Publish callbacks [] for security_group (69ec9971-906e-4142-84a8-0533ece86477), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:15.688282 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee17c-4b98-4d14-ab72-56b9fa899d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (69ec9971-906e-4142-84a8-0533ece86477), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:15.725437 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ee17c-4b98-4d14-ab72-56b9fa899d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ec9971-906e-4142-84a8-0533ece86477,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:15.729680 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-4e5ee17c-4b98-4d14-ab72-56b9fa899d0c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=226b6ce9e53e4db2bd692a7ac308b833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3483779 Mar 31 20:46:15.738688 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 57430) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:15.739395 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:15.784234 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abd41c25-c46a-4f51-bdbe-d308c19c0de9 admin admin] Publish callbacks [] for security_group (69ec9971-906e-4142-84a8-0533ece86477), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:15.806931 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abd41c25-c46a-4f51-bdbe-d308c19c0de9 admin admin] Publish callbacks [] for security_group (69ec9971-906e-4142-84a8-0533ece86477), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:15.956923 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abd41c25-c46a-4f51-bdbe-d308c19c0de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (69ec9971-906e-4142-84a8-0533ece86477), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:15.960079 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abd41c25-c46a-4f51-bdbe-d308c19c0de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:15.961248 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-abd41c25-c46a-4f51-bdbe-d308c19c0de9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/69ec9971-906e-4142-84a8-0533ece86477 HTTP/1.1" status: 204 len: 168 time: 0.2275541 Mar 31 20:46:15.969379 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd41c25-c46a-4f51-bdbe-d308c19c0de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ec9971-906e-4142-84a8-0533ece86477,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:16.375081 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf968d-ce27-4f2a-bb3b-34437a5e7a31 req-8db68def-7f18-407d-97e2-4a6a1450c790 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:16.376663 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-59cf968d-ce27-4f2a-bb3b-34437a5e7a31 req-8db68def-7f18-407d-97e2-4a6a1450c790 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0607698 Mar 31 20:46:16.432230 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-59cf968d-ce27-4f2a-bb3b-34437a5e7a31 req-c6dab642-a6c1-4880-865c-8b91db02d28a tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481026 Mar 31 20:46:17.550985 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9f134-2562-4e6c-b93f-bd9dcf521668 req-e4dddca9-162e-461a-97f1-5da5cd805725 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:17.552688 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5ea9f134-2562-4e6c-b93f-bd9dcf521668 req-e4dddca9-162e-461a-97f1-5da5cd805725 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0513339 Mar 31 20:46:17.603407 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5ea9f134-2562-4e6c-b93f-bd9dcf521668 req-9b19d4e8-a070-48d6-a630-7ad6bec2d8b8 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442545 Mar 31 20:46:17.874170 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 57472) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:17.998274 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96428f58-de82-4e62-8639-2d1f87825acb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:18.069279 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96428f58-de82-4e62-8639-2d1f87825acb admin admin] Publish callbacks [] for security_group (07644bc5-377e-4df6-a033-8ffdf15d3a26), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:18.163923 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96428f58-de82-4e62-8639-2d1f87825acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (07644bc5-377e-4df6-a033-8ffdf15d3a26), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:18.203056 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-96428f58-de82-4e62-8639-2d1f87825acb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4130d62ef7944d988cd6365687f78272&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277802 Mar 31 20:46:18.203971 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96428f58-de82-4e62-8639-2d1f87825acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07644bc5-377e-4df6-a033-8ffdf15d3a26,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:18.205842 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 57478) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:18.253101 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a717f6fe-b0cc-4916-b1da-c03d32551628 admin admin] Publish callbacks [] for security_group (07644bc5-377e-4df6-a033-8ffdf15d3a26), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:18.274088 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a717f6fe-b0cc-4916-b1da-c03d32551628 admin admin] Publish callbacks [] for security_group (07644bc5-377e-4df6-a033-8ffdf15d3a26), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:18.402204 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a717f6fe-b0cc-4916-b1da-c03d32551628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (07644bc5-377e-4df6-a033-8ffdf15d3a26), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:18.404825 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a717f6fe-b0cc-4916-b1da-c03d32551628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:18.405973 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-a717f6fe-b0cc-4916-b1da-c03d32551628 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/07644bc5-377e-4df6-a033-8ffdf15d3a26 HTTP/1.1" status: 204 len: 168 time: 0.1989384 Mar 31 20:46:18.420003 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717f6fe-b0cc-4916-b1da-c03d32551628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07644bc5-377e-4df6-a033-8ffdf15d3a26,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:18.735575 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517274f9-c39e-4461-baba-0852a5ffa38c req-30c1911f-b686-445d-9dd7-8f174351d432 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:18.737295 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-517274f9-c39e-4461-baba-0852a5ffa38c req-30c1911f-b686-445d-9dd7-8f174351d432 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0599680 Mar 31 20:46:18.808548 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-517274f9-c39e-4461-baba-0852a5ffa38c req-50dd7d00-5032-41df-98a2-3d5ea3c7d27b tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641117 Mar 31 20:46:19.928929 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a8dec-286e-4574-87d8-eebb7ffd84f5 req-9d5af34e-33ba-4b76-9807-7e601e308e92 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:19.930458 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c29a8dec-286e-4574-87d8-eebb7ffd84f5 req-9d5af34e-33ba-4b76-9807-7e601e308e92 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0571091 Mar 31 20:46:19.981704 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c29a8dec-286e-4574-87d8-eebb7ffd84f5 req-fb999a14-001e-4c51-84dd-bbd111f6c940 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410480 Mar 31 20:46:20.447274 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37de53c-e55b-48e9-a9ea-023194114271 req-4cb9102e-ff16-43ad-a7bc-065baf2c473e tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:20.447274 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d37de53c-e55b-48e9-a9ea-023194114271 req-4cb9102e-ff16-43ad-a7bc-065baf2c473e tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0531166 Mar 31 20:46:20.489946 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d37de53c-e55b-48e9-a9ea-023194114271 req-9caa276f-eb4b-4ad1-be5a-465785e13016 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430837 Mar 31 20:46:20.621092 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02613b25-3457-4e29-b637-c7ef0165a5fc req-dc6959d2-c809-4ad3-8712-0753a41e0688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:20.622609 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-02613b25-3457-4e29-b637-c7ef0165a5fc req-dc6959d2-c809-4ad3-8712-0753a41e0688 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df50189c17a647ac86148405e9f04f55&device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 1130 time: 0.0650527 Mar 31 20:46:20.723390 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02613b25-3457-4e29-b637-c7ef0165a5fc req-4fe5f3c1-f193-4de2-9db2-6c786467dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:20.725470 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-02613b25-3457-4e29-b637-c7ef0165a5fc req-4fe5f3c1-f193-4de2-9db2-6c786467dd49 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68a65e42-3a69-4c11-8f33-9e0a705f08d8 HTTP/1.1" status: 200 len: 919 time: 0.0943601 Mar 31 20:46:20.766496 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-02613b25-3457-4e29-b637-c7ef0165a5fc req-befeb6bc-65fa-42fa-84f9-8d1437744117 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf2dbda-ef58-412f-97f7-1dc3114debce HTTP/1.1" status: 200 len: 217 time: 0.0343139 Mar 31 20:46:20.820970 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02613b25-3457-4e29-b637-c7ef0165a5fc req-e051707f-c8a5-4f5c-a89e-186a1cb19ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:20.824280 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-02613b25-3457-4e29-b637-c7ef0165a5fc req-e051707f-c8a5-4f5c-a89e-186a1cb19ee4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d3bfe61-66f5-4685-b3aa-57a09c0f885e HTTP/1.1" status: 200 len: 857 time: 0.0489244 Mar 31 20:46:20.878973 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02613b25-3457-4e29-b637-c7ef0165a5fc req-1633dbbf-c25a-4200-bfe6-5bf00baf93b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:20.880498 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-02613b25-3457-4e29-b637-c7ef0165a5fc req-1633dbbf-c25a-4200-bfe6-5bf00baf93b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a65e42-3a69-4c11-8f33-9e0a705f08d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513763 Mar 31 20:46:20.984718 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-02613b25-3457-4e29-b637-c7ef0165a5fc req-88b1b81b-ccd2-4a34-bde3-610a6829ef06 service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916548 Mar 31 20:46:21.079681 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-02613b25-3457-4e29-b637-c7ef0165a5fc req-d4851077-85aa-4894-8ec9-3bf492af7a5d service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881345 Mar 31 20:46:21.617606 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41103fb-aaef-4cbb-928e-afe519d167ad req-9bf6b63e-97d0-4f61-b9ff-ccad10136ca6 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:21.619117 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e41103fb-aaef-4cbb-928e-afe519d167ad req-9bf6b63e-97d0-4f61-b9ff-ccad10136ca6 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0595474 Mar 31 20:46:21.668920 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e41103fb-aaef-4cbb-928e-afe519d167ad req-347027b3-2c17-4e63-bbae-a6e9324cf126 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436130 Mar 31 20:46:22.790574 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45356c-57ff-48f1-9459-e61fd9a651b0 req-32e16911-b590-4694-b4af-94c1ad5fa485 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:22.792091 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8d45356c-57ff-48f1-9459-e61fd9a651b0 req-32e16911-b590-4694-b4af-94c1ad5fa485 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0556636 Mar 31 20:46:22.838709 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8d45356c-57ff-48f1-9459-e61fd9a651b0 req-7bf473cb-0d46-48cb-afab-41a4d6fec6b7 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409758 Mar 31 20:46:23.922818 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 57588) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:23.958851 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c66f4-025d-485c-8389-83a89230e5ff req-0981ab85-5a37-4075-b2e8-61b343881c05 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:23.960474 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8b4c66f4-025d-485c-8389-83a89230e5ff req-0981ab85-5a37-4075-b2e8-61b343881c05 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0566814 Mar 31 20:46:24.010530 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8b4c66f4-025d-485c-8389-83a89230e5ff req-ef7dc213-bac3-477f-a263-361caf016d04 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443907 Mar 31 20:46:24.035618 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0609e35a-cb7d-461a-88ef-10a5828259b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:24.119794 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0609e35a-cb7d-461a-88ef-10a5828259b1 admin admin] Publish callbacks [] for security_group (3e816ffc-5832-4929-a163-208a14a552b8), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:24.245848 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0609e35a-cb7d-461a-88ef-10a5828259b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (3e816ffc-5832-4929-a163-208a14a552b8), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:24.293584 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609e35a-cb7d-461a-88ef-10a5828259b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e816ffc-5832-4929-a163-208a14a552b8,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:24.297960 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-0609e35a-cb7d-461a-88ef-10a5828259b1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f5e7ec38df14eed80dbf7da3f400a85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3740458 Mar 31 20:46:24.300571 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 57598) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:24.363300 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f4ad794a-ad9d-405c-a4a8-ae4447b1709f admin admin] Publish callbacks [] for security_group (3e816ffc-5832-4929-a163-208a14a552b8), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:24.383991 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f4ad794a-ad9d-405c-a4a8-ae4447b1709f admin admin] Publish callbacks [] for security_group (3e816ffc-5832-4929-a163-208a14a552b8), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:24.523272 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f4ad794a-ad9d-405c-a4a8-ae4447b1709f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (3e816ffc-5832-4929-a163-208a14a552b8), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:24.525934 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f4ad794a-ad9d-405c-a4a8-ae4447b1709f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:24.527118 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-f4ad794a-ad9d-405c-a4a8-ae4447b1709f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3e816ffc-5832-4929-a163-208a14a552b8 HTTP/1.1" status: 204 len: 168 time: 0.2254260 Mar 31 20:46:24.535978 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad794a-ad9d-405c-a4a8-ae4447b1709f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e816ffc-5832-4929-a163-208a14a552b8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:25.204196 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 57608) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:25.217910 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3de334d4-9088-4203-88fb-7aaf3ee99084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:25.291126 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3de334d4-9088-4203-88fb-7aaf3ee99084 admin admin] Publish callbacks [] for security_group (bcaf4991-63ca-4eb7-93f6-17010e807b09), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:25.365711 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3de334d4-9088-4203-88fb-7aaf3ee99084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (bcaf4991-63ca-4eb7-93f6-17010e807b09), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:25.405757 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-3de334d4-9088-4203-88fb-7aaf3ee99084 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f6373de098094dc5be52be0f3dec6f29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004521 Mar 31 20:46:25.407646 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de334d4-9088-4203-88fb-7aaf3ee99084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaf4991-63ca-4eb7-93f6-17010e807b09,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:25.408451 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 57612) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:25.455703 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-008fff7a-2b65-436f-b95a-350b911ebd23 admin admin] Publish callbacks [] for security_group (bcaf4991-63ca-4eb7-93f6-17010e807b09), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:25.476941 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-008fff7a-2b65-436f-b95a-350b911ebd23 admin admin] Publish callbacks [] for security_group (bcaf4991-63ca-4eb7-93f6-17010e807b09), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:25.585457 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-008fff7a-2b65-436f-b95a-350b911ebd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (bcaf4991-63ca-4eb7-93f6-17010e807b09), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:25.588048 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-008fff7a-2b65-436f-b95a-350b911ebd23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:25.589206 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-008fff7a-2b65-436f-b95a-350b911ebd23 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bcaf4991-63ca-4eb7-93f6-17010e807b09 HTTP/1.1" status: 204 len: 168 time: 0.1797013 Mar 31 20:46:25.597235 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fff7a-2b65-436f-b95a-350b911ebd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaf4991-63ca-4eb7-93f6-17010e807b09,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:28.063357 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 57672) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:28.165048 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c2cf3c37-090e-4bb1-9c99-07aa1e6e4397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:28.206189 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 57676) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:28.211320 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-0b5185e6-e9dc-43fc-9513-d04078131ed6 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1621103840', 'description': 'tempest-description--1930331151'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:46:28.240705 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c2cf3c37-090e-4bb1-9c99-07aa1e6e4397 admin admin] Publish callbacks [] for security_group (81d9738c-493d-4c10-a068-375e8ab67dea), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:28.296145 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b5185e6-e9dc-43fc-9513-d04078131ed6 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:28.317214 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c2cf3c37-090e-4bb1-9c99-07aa1e6e4397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (81d9738c-493d-4c10-a068-375e8ab67dea), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:28.360166 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-c2cf3c37-090e-4bb1-9c99-07aa1e6e4397 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4684e38df4844fada630abc88db71fa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955835 Mar 31 20:46:28.361705 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 57682) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:28.368800 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf3c37-090e-4bb1-9c99-07aa1e6e4397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d9738c-493d-4c10-a068-375e8ab67dea,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:28.373902 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b5185e6-e9dc-43fc-9513-d04078131ed6 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for security_group (57bafcba-9015-457c-af25-8d5a384b0984), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:28.414857 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-185caee2-5171-408e-90e2-ca1ecbf85f02 admin admin] Publish callbacks [] for security_group (81d9738c-493d-4c10-a068-375e8ab67dea), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:28.436172 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-185caee2-5171-408e-90e2-ca1ecbf85f02 admin admin] Publish callbacks [] for security_group (81d9738c-493d-4c10-a068-375e8ab67dea), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:28.483284 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b5185e6-e9dc-43fc-9513-d04078131ed6 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (57bafcba-9015-457c-af25-8d5a384b0984), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:28.511916 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5185e6-e9dc-43fc-9513-d04078131ed6 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57bafcba-9015-457c-af25-8d5a384b0984,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:28.557161 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-185caee2-5171-408e-90e2-ca1ecbf85f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (81d9738c-493d-4c10-a068-375e8ab67dea), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:28.560053 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-185caee2-5171-408e-90e2-ca1ecbf85f02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:28.561255 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-185caee2-5171-408e-90e2-ca1ecbf85f02 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/81d9738c-493d-4c10-a068-375e8ab67dea HTTP/1.1" status: 204 len: 168 time: 0.1986532 Mar 31 20:46:28.569361 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185caee2-5171-408e-90e2-ca1ecbf85f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d9738c-493d-4c10-a068-375e8ab67dea,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:28.586512 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b5185e6-e9dc-43fc-9513-d04078131ed6 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:28.587898 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-0b5185e6-e9dc-43fc-9513-d04078131ed6 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3806069 Mar 31 20:46:28.591060 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 57686) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:28.596596 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-bef8f582-b357-454b-bc0f-b3202130588f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Request body: {'security_group_rule': {'security_group_id': '57bafcba-9015-457c-af25-8d5a384b0984', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:46:28.726313 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bef8f582-b357-454b-bc0f-b3202130588f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for security_group_rule (6d1fb480-2fb2-4b8a-8359-e522b2d62fca), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:28.771790 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bef8f582-b357-454b-bc0f-b3202130588f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for security_group_rule (6d1fb480-2fb2-4b8a-8359-e522b2d62fca), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:28.857819 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bef8f582-b357-454b-bc0f-b3202130588f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (6d1fb480-2fb2-4b8a-8359-e522b2d62fca), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:28.876121 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8f582-b357-454b-bc0f-b3202130588f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d1fb480-2fb2-4b8a-8359-e522b2d62fca,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:28.950774 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bef8f582-b357-454b-bc0f-b3202130588f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:28.952092 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-bef8f582-b357-454b-bc0f-b3202130588f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3592749 Mar 31 20:46:28.954900 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 57692) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:28.959179 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-2cb466b7-1fa9-4b74-9cf9-c8fab5ccaf65 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Request body: {'security_group_rule': {'security_group_id': '57bafcba-9015-457c-af25-8d5a384b0984', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:46:29.067578 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2cb466b7-1fa9-4b74-9cf9-c8fab5ccaf65 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for security_group_rule (dc68a2e0-8410-4bab-bf12-8e84f68b4db4), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:29.122917 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2cb466b7-1fa9-4b74-9cf9-c8fab5ccaf65 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for security_group_rule (dc68a2e0-8410-4bab-bf12-8e84f68b4db4), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:29.222872 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2cb466b7-1fa9-4b74-9cf9-c8fab5ccaf65 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (dc68a2e0-8410-4bab-bf12-8e84f68b4db4), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:29.241634 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb466b7-1fa9-4b74-9cf9-c8fab5ccaf65 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc68a2e0-8410-4bab-bf12-8e84f68b4db4,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:29.279858 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 57694) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:29.293201 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ca958d97-847a-499a-ab4a-ca1fbca61156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:29.341439 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2cb466b7-1fa9-4b74-9cf9-c8fab5ccaf65 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:29.342661 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-2cb466b7-1fa9-4b74-9cf9-c8fab5ccaf65 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3868244 Mar 31 20:46:29.345861 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 57696) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:29.351131 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-124e557b-82c4-4419-b0ba-f4e08781d706 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Request body: {'floatingip': {'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:46:29.370523 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ca958d97-847a-499a-ab4a-ca1fbca61156 admin admin] Publish callbacks [] for security_group (83521766-c60f-4d9a-8c00-1f497c041792), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:29.463306 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-124e557b-82c4-4419-b0ba-f4e08781d706 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:29.499674 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ca958d97-847a-499a-ab4a-ca1fbca61156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (83521766-c60f-4d9a-8c00-1f497c041792), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:29.539308 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-ca958d97-847a-499a-ab4a-ca1fbca61156 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c49f089a38914381b0a58c3dc77e32c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582698 Mar 31 20:46:29.540886 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 57698) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:29.546935 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca958d97-847a-499a-ab4a-ca1fbca61156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83521766-c60f-4d9a-8c00-1f497c041792,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:29.565403 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-124e557b-82c4-4419-b0ba-f4e08781d706 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:29.597945 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-74a9e28f-b026-4aee-b2d3-8f3e833ab77a admin admin] Publish callbacks [] for security_group (83521766-c60f-4d9a-8c00-1f497c041792), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:29.621956 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-74a9e28f-b026-4aee-b2d3-8f3e833ab77a admin admin] Publish callbacks [] for security_group (83521766-c60f-4d9a-8c00-1f497c041792), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:29.672805 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-124e557b-82c4-4419-b0ba-f4e08781d706 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Allocated IP 172.27.0.126 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/2ab0afdb-89a4-420a-b4bb-c951ea9e6c06) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:46:29.776402 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-124e557b-82c4-4419-b0ba-f4e08781d706 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for port (2ab0afdb-89a4-420a-b4bb-c951ea9e6c06), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:29.780259 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-74a9e28f-b026-4aee-b2d3-8f3e833ab77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (83521766-c60f-4d9a-8c00-1f497c041792), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:29.789740 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-74a9e28f-b026-4aee-b2d3-8f3e833ab77a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:29.789740 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-74a9e28f-b026-4aee-b2d3-8f3e833ab77a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/83521766-c60f-4d9a-8c00-1f497c041792 HTTP/1.1" status: 204 len: 168 time: 0.2421703 Mar 31 20:46:29.793639 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9e28f-b026-4aee-b2d3-8f3e833ab77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83521766-c60f-4d9a-8c00-1f497c041792,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:29.932235 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-124e557b-82c4-4419-b0ba-f4e08781d706 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (2ab0afdb-89a4-420a-b4bb-c951ea9e6c06), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:29.973139 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124e557b-82c4-4419-b0ba-f4e08781d706 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:46:29.976689 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-124e557b-82c4-4419-b0ba-f4e08781d706 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:46:29.979386 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124e557b-82c4-4419-b0ba-f4e08781d706 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:46:29.998134 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e557b-82c4-4419-b0ba-f4e08781d706 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Pushing event updated for resources: {'Port': ['ID=2ab0afdb-89a4-420a-b4bb-c951ea9e6c06,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:30.040411 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-124e557b-82c4-4419-b0ba-f4e08781d706 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for floatingip (3a8ed87a-cc4c-4c43-ad97-11b0d804a3a4), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:30.156495 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-124e557b-82c4-4419-b0ba-f4e08781d706 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (2ab0afdb-89a4-420a-b4bb-c951ea9e6c06), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:30.319660 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-124e557b-82c4-4419-b0ba-f4e08781d706 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for port (2ab0afdb-89a4-420a-b4bb-c951ea9e6c06), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:30.397609 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-124e557b-82c4-4419-b0ba-f4e08781d706 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (2ab0afdb-89a4-420a-b4bb-c951ea9e6c06), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:30.427431 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-124e557b-82c4-4419-b0ba-f4e08781d706 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (3a8ed87a-cc4c-4c43-ad97-11b0d804a3a4), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:30.449928 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e557b-82c4-4419-b0ba-f4e08781d706 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Pushing event updated for resources: {'Port': ['ID=2ab0afdb-89a4-420a-b4bb-c951ea9e6c06,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:30.525404 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-124e557b-82c4-4419-b0ba-f4e08781d706 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:30.526661 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-124e557b-82c4-4419-b0ba-f4e08781d706 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1798108 Mar 31 20:46:30.725151 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-a22b4d0b-ed41-4bec-8f09-1e46382e23fb tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1621103840&fields=id&tenant_id=df50189c17a647ac86148405e9f04f55 HTTP/1.1" status: 200 len: 267 time: 0.0430515 Mar 31 20:46:30.841864 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-fa6ca00b-a252-472c-9d30-10b839b9fec4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:30.843352 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-fa6ca00b-a252-472c-9d30-10b839b9fec4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/networks?id=68a65e42-3a69-4c11-8f33-9e0a705f08d8 HTTP/1.1" status: 200 len: 818 time: 0.1116660 Mar 31 20:46:30.858188 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-0166774c-c8fe-48e5-b4c6-5f2f539f3527 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/quotas/df50189c17a647ac86148405e9f04f55 HTTP/1.1" status: 200 len: 375 time: 0.0095866 Mar 31 20:46:30.918478 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-6f1d43ca-265b-420d-b64d-dccf7d35ddf9 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=df50189c17a647ac86148405e9f04f55&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0550137 Mar 31 20:46:31.021045 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-fa9a33f6-6854-4082-8137-6589fc529310 service neutron] 10.222.0.61 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900853 Mar 31 20:46:31.114263 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-c78d8741-c5c4-4a48-b5b2-498f3e57090e service neutron] 10.222.0.61 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873892 Mar 31 20:46:31.385861 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-34e64c0a-3715-4db4-8103-0b7ace83c48b req-6c3ebf8b-d60b-4f7f-9e0c-0c6448ff9080 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 210 time: 0.0286469 Mar 31 20:46:31.661573 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-88e30d73-5b91-4f51-b351-c4ffc773557b req-d6e7ae5d-0051-4f79-a188-3d7b3d68cd75 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423920 Mar 31 20:46:31.742637 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e30d73-5b91-4f51-b351-c4ffc773557b req-f3ebaa2a-c1aa-4f56-baee-bde9794f24a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:31.744155 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-88e30d73-5b91-4f51-b351-c4ffc773557b req-f3ebaa2a-c1aa-4f56-baee-bde9794f24a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df50189c17a647ac86148405e9f04f55&device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 1130 time: 0.0478489 Mar 31 20:46:31.854997 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e30d73-5b91-4f51-b351-c4ffc773557b req-05685290-62d8-42ad-be3c-76fa4b89e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:31.856504 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-88e30d73-5b91-4f51-b351-c4ffc773557b req-05685290-62d8-42ad-be3c-76fa4b89e91f service neutron] 10.222.0.32 "GET /v2.0/networks?id=68a65e42-3a69-4c11-8f33-9e0a705f08d8 HTTP/1.1" status: 200 len: 919 time: 0.0885973 Mar 31 20:46:31.902248 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-88e30d73-5b91-4f51-b351-c4ffc773557b req-7d229e3c-6085-46c4-91d8-117c8e33870f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf2dbda-ef58-412f-97f7-1dc3114debce HTTP/1.1" status: 200 len: 217 time: 0.0343931 Mar 31 20:46:31.961020 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e30d73-5b91-4f51-b351-c4ffc773557b req-b9ab4adc-08dd-4ccc-95bb-b343c0587268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:31.962477 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-88e30d73-5b91-4f51-b351-c4ffc773557b req-b9ab4adc-08dd-4ccc-95bb-b343c0587268 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d3bfe61-66f5-4685-b3aa-57a09c0f885e HTTP/1.1" status: 200 len: 857 time: 0.0466590 Mar 31 20:46:32.011979 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e30d73-5b91-4f51-b351-c4ffc773557b req-cd92756b-bd25-4c23-b37d-7d5345f031e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:32.013475 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-88e30d73-5b91-4f51-b351-c4ffc773557b req-cd92756b-bd25-4c23-b37d-7d5345f031e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a65e42-3a69-4c11-8f33-9e0a705f08d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434189 Mar 31 20:46:32.103880 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-88e30d73-5b91-4f51-b351-c4ffc773557b req-55fd595e-165d-4a69-9afd-c136fe600547 service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820949 Mar 31 20:46:32.194743 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-88e30d73-5b91-4f51-b351-c4ffc773557b req-5832009a-25fb-410f-af4c-dd24b45f58d1 service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843363 Mar 31 20:46:32.479602 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5aaa2184-9f98-4764-886b-ba2bbf8e4426 req-764a40d3-b2fb-41e8-afbe-39fd1172f230 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 210 time: 0.0262270 Mar 31 20:46:33.271341 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:33.577551 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bcbb4e5d-a0fc-49c3-bfde-7a273c3f03d0 req-edef47b4-c372-4eab-8b50-a34f30820609 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 210 time: 0.0265548 Mar 31 20:46:34.246105 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-31af595f-9912-4905-9f36-9b199862d261 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:34.248041 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-31af595f-9912-4905-9f36-9b199862d261 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.32 "GET /v2.0/networks?id=68a65e42-3a69-4c11-8f33-9e0a705f08d8 HTTP/1.1" status: 200 len: 818 time: 0.1084187 Mar 31 20:46:34.266813 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 57814) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:34.317618 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-1a72c178-a751-46eb-93e0-dbcca7430cb1 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df50189c17a647ac86148405e9f04f55 HTTP/1.1" status: 200 len: 380 time: 0.0562775 Mar 31 20:46:34.327886 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Request body: {'port': {'device_id': 'eb239767-bcf4-4052-b533-d682d33086ee', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'admin_state_up': True, 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'security_groups': ['57bafcba-9015-457c-af25-8d5a384b0984']}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:46:34.387374 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6d92ac93-2157-4b3f-86cf-6440fde4b1f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:34.461965 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6d92ac93-2157-4b3f-86cf-6440fde4b1f4 admin admin] Publish callbacks [] for security_group (1c379241-75b1-48cd-9509-6662f48c7cee), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:34.525828 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Made reservation on behalf of df50189c17a647ac86148405e9f04f55 for: {'port': 1} {{(pid=110549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:46:34.529233 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:34.572131 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6d92ac93-2157-4b3f-86cf-6440fde4b1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (1c379241-75b1-48cd-9509-6662f48c7cee), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:34.613949 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92ac93-2157-4b3f-86cf-6440fde4b1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c379241-75b1-48cd-9509-6662f48c7cee,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:34.617935 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-6d92ac93-2157-4b3f-86cf-6440fde4b1f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7ae962cabbba460eb72aaa8182bff3f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3495047 Mar 31 20:46:34.623619 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 57824) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:34.630803 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d92ac93-2157-4b3f-86cf-6440fde4b1f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:34.631154 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d92ac93-2157-4b3f-86cf-6440fde4b1f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:34.631534 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d92ac93-2157-4b3f-86cf-6440fde4b1f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:34.631904 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d92ac93-2157-4b3f-86cf-6440fde4b1f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:34.632244 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d92ac93-2157-4b3f-86cf-6440fde4b1f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:34.632579 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d92ac93-2157-4b3f-86cf-6440fde4b1f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:34.632911 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d92ac93-2157-4b3f-86cf-6440fde4b1f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:34.633243 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d92ac93-2157-4b3f-86cf-6440fde4b1f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:34.633676 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d92ac93-2157-4b3f-86cf-6440fde4b1f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:34.634005 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d92ac93-2157-4b3f-86cf-6440fde4b1f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:34.634336 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d92ac93-2157-4b3f-86cf-6440fde4b1f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:34.634721 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d92ac93-2157-4b3f-86cf-6440fde4b1f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:34.635048 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d92ac93-2157-4b3f-86cf-6440fde4b1f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:34.635413 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d92ac93-2157-4b3f-86cf-6440fde4b1f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:34.635742 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d92ac93-2157-4b3f-86cf-6440fde4b1f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:34.686941 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-03a14103-487b-4037-aa43-588aa501e5cc admin admin] Publish callbacks [] for security_group (1c379241-75b1-48cd-9509-6662f48c7cee), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:34.693220 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e11bd6c7-1bf0-4f27-b1bd-7e78704207d2 req-a8da8ceb-175d-4e0d-83ac-e572396e503b tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 210 time: 0.0380447 Mar 31 20:46:34.699829 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Allocated IP 172.20.0.8 (68a65e42-3a69-4c11-8f33-9e0a705f08d8/3d3bfe61-66f5-4685-b3aa-57a09c0f885e/356e774a-360b-45e4-a2b0-d2b860d89876) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:46:34.714349 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-03a14103-487b-4037-aa43-588aa501e5cc admin admin] Publish callbacks [] for security_group (1c379241-75b1-48cd-9509-6662f48c7cee), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:34.826065 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-03a14103-487b-4037-aa43-588aa501e5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (1c379241-75b1-48cd-9509-6662f48c7cee), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:34.828654 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-03a14103-487b-4037-aa43-588aa501e5cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:34.829956 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-03a14103-487b-4037-aa43-588aa501e5cc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1c379241-75b1-48cd-9509-6662f48c7cee HTTP/1.1" status: 204 len: 168 time: 0.2053254 Mar 31 20:46:34.840294 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for port (356e774a-360b-45e4-a2b0-d2b860d89876), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:34.840651 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a14103-487b-4037-aa43-588aa501e5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c379241-75b1-48cd-9509-6662f48c7cee,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:35.006962 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (356e774a-360b-45e4-a2b0-d2b860d89876), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:35.046328 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Network 68a65e42-3a69-4c11-8f33-9e0a705f08d8 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:46:35.049384 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:46:35.053400 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:46:35.087690 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Pushing event updated for resources: {'Port': ['ID=356e774a-360b-45e4-a2b0-d2b860d89876,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:35.101924 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:35.102286 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:35.102636 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:35.102979 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:35.103319 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:35.103655 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:35.104016 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:35.104351 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:35.104715 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:35.105238 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:35.105766 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:35.106351 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:35.106787 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:35.107247 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:35.108263 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:35.126619 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:35.127233 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:35.217694 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-f0e14fa4-65db-4a0a-ace1-7b11c988acb4 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8934703 Mar 31 20:46:35.238047 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-714c1f28-d7c6-488a-8dea-ecc9fd3b47ad service neutron] Request body: {'port': {'device_id': 'eb239767-bcf4-4052-b533-d682d33086ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:46:35.262262 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-0ad541d9-2fa9-40ca-99e3-11019ae62e58 None None] Provisioning complete for port 356e774a-360b-45e4-a2b0-d2b860d89876 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:46:35.262807 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0ad541d9-2fa9-40ca-99e3-11019ae62e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (356e774a-360b-45e4-a2b0-d2b860d89876), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:35.308654 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-0ad541d9-2fa9-40ca-99e3-11019ae62e58 None None] Port 356e774a-360b-45e4-a2b0-d2b860d89876 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:46:35.315980 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-714c1f28-d7c6-488a-8dea-ecc9fd3b47ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (356e774a-360b-45e4-a2b0-d2b860d89876), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:35.594877 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-714c1f28-d7c6-488a-8dea-ecc9fd3b47ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356e774a-360b-45e4-a2b0-d2b860d89876 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:46:35.609833 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-714c1f28-d7c6-488a-8dea-ecc9fd3b47ad service neutron] Publish callbacks [] for port (356e774a-360b-45e4-a2b0-d2b860d89876), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:35.622802 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-714c1f28-d7c6-488a-8dea-ecc9fd3b47ad service neutron] Transition to ACTIVE for port object 356e774a-360b-45e4-a2b0-d2b860d89876 will not be triggered until provisioned by entity L2. {{(pid=110549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:46:35.757437 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-714c1f28-d7c6-488a-8dea-ecc9fd3b47ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12676161'] for port (356e774a-360b-45e4-a2b0-d2b860d89876), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:35.783829 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 57848) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:35.847652 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c1f28-d7c6-488a-8dea-ecc9fd3b47ad service neutron] Pushing event updated for resources: {'Port': ['ID=356e774a-360b-45e4-a2b0-d2b860d89876,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:35.916182 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c5c0c-d99b-477d-9ef0-2e8499ca723d req-5ee89a23-d3b2-4510-af61-cc57e8b681c3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:35.923479 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d12c5c0c-d99b-477d-9ef0-2e8499ca723d req-5ee89a23-d3b2-4510-af61-cc57e8b681c3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 943 time: 0.1611385 Mar 31 20:46:35.925491 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d56d5d9d-26ba-4d88-9c38-265839a3aca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:35.988390 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d12c5c0c-d99b-477d-9ef0-2e8499ca723d req-4bc51fe9-ec3f-4094-8cd0-6a8a392c6bff tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639281 Mar 31 20:46:35.989504 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-714c1f28-d7c6-488a-8dea-ecc9fd3b47ad service neutron] Attempting to bind port 356e774a-360b-45e4-a2b0-d2b860d89876 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:46:35.989898 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-714c1f28-d7c6-488a-8dea-ecc9fd3b47ad service neutron] Attempting to bind port 356e774a-360b-45e4-a2b0-d2b860d89876 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'a37701f9-dff0-46e9-bd6a-4580ea1f1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:46:35.990584 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-714c1f28-d7c6-488a-8dea-ecc9fd3b47ad service neutron] Attempting to bind port 356e774a-360b-45e4-a2b0-d2b860d89876 on network 68a65e42-3a69-4c11-8f33-9e0a705f08d8 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:46:35.996503 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-714c1f28-d7c6-488a-8dea-ecc9fd3b47ad service neutron] Port 356e774a-360b-45e4-a2b0-d2b860d89876 on network 68a65e42-3a69-4c11-8f33-9e0a705f08d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:46:35.997339 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-714c1f28-d7c6-488a-8dea-ecc9fd3b47ad service neutron] Attempting to bind port 356e774a-360b-45e4-a2b0-d2b860d89876 on network 68a65e42-3a69-4c11-8f33-9e0a705f08d8 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:46:36.007738 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-714c1f28-d7c6-488a-8dea-ecc9fd3b47ad service neutron] Checking agent: {'id': '7dd6c0b4-7b51-4ce7-a43e-f42db731a887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'started_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:46:36.007738 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-714c1f28-d7c6-488a-8dea-ecc9fd3b47ad service neutron] Checking segment: {'id': 'a37701f9-dff0-46e9-bd6a-4580ea1f1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:46:36.007738 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-714c1f28-d7c6-488a-8dea-ecc9fd3b47ad service neutron] Bound using segment: {'id': 'a37701f9-dff0-46e9-bd6a-4580ea1f1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:46:36.007738 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-714c1f28-d7c6-488a-8dea-ecc9fd3b47ad service neutron] Bound port: 356e774a-360b-45e4-a2b0-d2b860d89876, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37701f9-dff0-46e9-bd6a-4580ea1f1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:46:36.007738 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-714c1f28-d7c6-488a-8dea-ecc9fd3b47ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (356e774a-360b-45e4-a2b0-d2b860d89876), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:36.014147 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d56d5d9d-26ba-4d88-9c38-265839a3aca2 admin admin] Publish callbacks [] for security_group (f563beee-9179-439b-bfe1-28af61cd8e1b), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:36.068705 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-714c1f28-d7c6-488a-8dea-ecc9fd3b47ad service neutron] For port 356e774a-360b-45e4-a2b0-d2b860d89876, host hv-cinder-83607, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:46:36.071762 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-714c1f28-d7c6-488a-8dea-ecc9fd3b47ad service neutron] For port 356e774a-360b-45e4-a2b0-d2b860d89876, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=356e774a-360b-45e4-a2b0-d2b860d89876,segment=NetworkSegment(a37701f9-dff0-46e9-bd6a-4580ea1f1d67),segment_id=a37701f9-dff0-46e9-bd6a-4580ea1f1d67)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:46:36.166057 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d56d5d9d-26ba-4d88-9c38-265839a3aca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (f563beee-9179-439b-bfe1-28af61cd8e1b), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:36.166654 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-714c1f28-d7c6-488a-8dea-ecc9fd3b47ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12676161'] for port (356e774a-360b-45e4-a2b0-d2b860d89876), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:36.202121 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d5d9d-26ba-4d88-9c38-265839a3aca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f563beee-9179-439b-bfe1-28af61cd8e1b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:36.205974 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-714c1f28-d7c6-488a-8dea-ecc9fd3b47ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:36.206586 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-714c1f28-d7c6-488a-8dea-ecc9fd3b47ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:36.208157 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-714c1f28-d7c6-488a-8dea-ecc9fd3b47ad service neutron] 10.222.0.32 "PUT /v2.0/ports/356e774a-360b-45e4-a2b0-d2b860d89876 HTTP/1.1" status: 200 len: 1093 time: 0.9774714 Mar 31 20:46:36.208596 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb239767-bcf4-4052-b533-d682d33086ee', 'tag': '356e774a-360b-45e4-a2b0-d2b860d89876'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:46:36.211396 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5253feeaf43b009d496c5950c37129f342c333472f7057fa14384dd137f2b4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acd7cea-b695-46c0-b24d-81696f9a2f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "eb239767-bcf4-4052-b533-d682d33086ee", "tag": "356e774a-360b-45e4-a2b0-d2b860d89876"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:46:36.212527 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-d56d5d9d-26ba-4d88-9c38-265839a3aca2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=681a06eb3610440f9f255fd4e0c150d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4274333 Mar 31 20:46:36.216355 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 57858) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:36.251056 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c1f28-d7c6-488a-8dea-ecc9fd3b47ad service neutron] Pushing event updated for resources: {'Port': ['ID=356e774a-360b-45e4-a2b0-d2b860d89876,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:36.275691 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b726af35-688a-48a2-a043-e2955d698f86 x-openstack-request-id: req-b726af35-688a-48a2-a043-e2955d698f86 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:46:36.276217 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb239767-bcf4-4052-b533-d682d33086ee", "tag": "356e774a-360b-45e4-a2b0-d2b860d89876", "status": "completed", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:46:36.276461 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b726af35-688a-48a2-a043-e2955d698f86 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:46:36.276975 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b726af35-688a-48a2-a043-e2955d698f86'] response: {'name': 'network-changed', 'server_uuid': 'eb239767-bcf4-4052-b533-d682d33086ee', 'tag': '356e774a-360b-45e4-a2b0-d2b860d89876', 'status': 'completed', 'code': 200} Mar 31 20:46:36.302678 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b14e706a-c489-45cb-a386-6ede852975c3 admin admin] Publish callbacks [] for security_group (f563beee-9179-439b-bfe1-28af61cd8e1b), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:36.332099 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b14e706a-c489-45cb-a386-6ede852975c3 admin admin] Publish callbacks [] for security_group (f563beee-9179-439b-bfe1-28af61cd8e1b), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:36.373363 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd7cea-b695-46c0-b24d-81696f9a2f0b req-1517ee05-d9f8-418a-a7fe-e6e15eaec305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:36.377848 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8acd7cea-b695-46c0-b24d-81696f9a2f0b req-1517ee05-d9f8-418a-a7fe-e6e15eaec305 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df50189c17a647ac86148405e9f04f55&device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 1127 time: 0.0746019 Mar 31 20:46:36.491328 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd7cea-b695-46c0-b24d-81696f9a2f0b req-c09f288a-9379-4d29-a86e-f06c10a236c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:36.492772 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8acd7cea-b695-46c0-b24d-81696f9a2f0b req-c09f288a-9379-4d29-a86e-f06c10a236c6 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=df50189c17a647ac86148405e9f04f55&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1090767 Mar 31 20:46:36.534396 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b14e706a-c489-45cb-a386-6ede852975c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (f563beee-9179-439b-bfe1-28af61cd8e1b), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:36.537027 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b14e706a-c489-45cb-a386-6ede852975c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:36.538779 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-b14e706a-c489-45cb-a386-6ede852975c3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f563beee-9179-439b-bfe1-28af61cd8e1b HTTP/1.1" status: 204 len: 168 time: 0.3214927 Mar 31 20:46:36.570647 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e706a-c489-45cb-a386-6ede852975c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f563beee-9179-439b-bfe1-28af61cd8e1b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:36.609853 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd7cea-b695-46c0-b24d-81696f9a2f0b req-18ab14c2-a3a8-46e0-9ab8-d44d68dcf0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:36.611648 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8acd7cea-b695-46c0-b24d-81696f9a2f0b req-18ab14c2-a3a8-46e0-9ab8-d44d68dcf0de service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1120603 Mar 31 20:46:36.700800 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-8a79d04b-44dd-484e-acee-4b3ddb576477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:36.702351 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-8a79d04b-44dd-484e-acee-4b3ddb576477 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df50189c17a647ac86148405e9f04f55&device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 1127 time: 0.0444157 Mar 31 20:46:36.749195 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-ed7075b6-a15c-43db-ace5-55ab8d337663 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356e774a-360b-45e4-a2b0-d2b860d89876 HTTP/1.1" status: 200 len: 217 time: 0.0341365 Mar 31 20:46:36.805815 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-31698e67-d634-42af-aeb0-917c476e62e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:36.807420 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-31698e67-d634-42af-aeb0-917c476e62e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d3bfe61-66f5-4685-b3aa-57a09c0f885e HTTP/1.1" status: 200 len: 857 time: 0.0518410 Mar 31 20:46:36.857081 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-6c72916f-251c-4b49-a436-1779e813518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:36.858604 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-6c72916f-251c-4b49-a436-1779e813518a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a65e42-3a69-4c11-8f33-9e0a705f08d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435274 Mar 31 20:46:36.950181 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-1378b703-b23a-46c2-a023-974fcfff7234 service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805259 Mar 31 20:46:37.044535 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-98ba1c60-da15-41b2-b63a-36a8a9df6648 req-5aa9afac-e759-4a15-b346-52e5032f8031 service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868430 Mar 31 20:46:37.112675 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7444fd-85ee-476c-9d83-149bd370cfaa req-cb0c8b08-e246-40c3-a7d8-dd19f89724d3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:37.114444 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2d7444fd-85ee-476c-9d83-149bd370cfaa req-cb0c8b08-e246-40c3-a7d8-dd19f89724d3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 943 time: 0.0595069 Mar 31 20:46:37.163687 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2d7444fd-85ee-476c-9d83-149bd370cfaa req-739c13cb-b61b-44ed-bd54-8e9c475bef77 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425911 Mar 31 20:46:37.320997 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 57884) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:37.426027 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-70ab000a-69d0-401c-a2a7-2b2711fb8d9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:37.501711 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-70ab000a-69d0-401c-a2a7-2b2711fb8d9c admin admin] Publish callbacks [] for security_group (619b717c-4854-4c75-b701-550947360121), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:37.559750 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:46:37.625765 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-70ab000a-69d0-401c-a2a7-2b2711fb8d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (619b717c-4854-4c75-b701-550947360121), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:37.661362 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-70ab000a-69d0-401c-a2a7-2b2711fb8d9c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0043eef46d35466a8ffd68f93e7789b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392148 Mar 31 20:46:37.664647 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 57898) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:37.666602 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab000a-69d0-401c-a2a7-2b2711fb8d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619b717c-4854-4c75-b701-550947360121,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:37.711404 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7c529c9a-0ff7-4daa-8d73-e381f52993df admin admin] Publish callbacks [] for security_group (619b717c-4854-4c75-b701-550947360121), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:37.736129 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7c529c9a-0ff7-4daa-8d73-e381f52993df admin admin] Publish callbacks [] for security_group (619b717c-4854-4c75-b701-550947360121), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:37.899923 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7c529c9a-0ff7-4daa-8d73-e381f52993df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (619b717c-4854-4c75-b701-550947360121), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:37.902478 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7c529c9a-0ff7-4daa-8d73-e381f52993df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:37.904087 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-7c529c9a-0ff7-4daa-8d73-e381f52993df admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/619b717c-4854-4c75-b701-550947360121 HTTP/1.1" status: 204 len: 168 time: 0.2379990 Mar 31 20:46:37.913625 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c529c9a-0ff7-4daa-8d73-e381f52993df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619b717c-4854-4c75-b701-550947360121,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:38.283392 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19ffb8-e2db-4738-a1fa-e46896735dda req-e06b1898-3e4d-404b-9ea3-92af7e73b72d tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:38.285014 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8d19ffb8-e2db-4738-a1fa-e46896735dda req-e06b1898-3e4d-404b-9ea3-92af7e73b72d tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 943 time: 0.0517924 Mar 31 20:46:38.333651 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8d19ffb8-e2db-4738-a1fa-e46896735dda req-4a48b1ec-e846-460f-a46d-8c383aa4f8be tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429320 Mar 31 20:46:39.086617 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-effa0734-b78a-455f-80e9-56f90674c833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:39.466327 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35bbcb-1d46-40ad-adbc-dff6beebe917 req-ed94780f-6870-4154-9688-c551e3849cba tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:39.467841 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4f35bbcb-1d46-40ad-adbc-dff6beebe917 req-ed94780f-6870-4154-9688-c551e3849cba tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 943 time: 0.0622108 Mar 31 20:46:39.521183 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4f35bbcb-1d46-40ad-adbc-dff6beebe917 req-5834a6fe-a772-416d-8a00-9477105ade0f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474796 Mar 31 20:46:40.269069 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 356e774a-360b-45e4-a2b0-d2b860d89876 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:46:40.360440 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6aa73-36c0-417d-9bb5-aee0fa005fc0 req-9aa30af5-8488-45aa-97e1-4b3876fe78ed tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:40.362012 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8aa6aa73-36c0-417d-9bb5-aee0fa005fc0 req-9aa30af5-8488-45aa-97e1-4b3876fe78ed tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.0530236 Mar 31 20:46:40.365910 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 356e774a-360b-45e4-a2b0-d2b860d89876, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=356e774a-360b-45e4-a2b0-d2b860d89876,segment=NetworkSegment(a37701f9-dff0-46e9-bd6a-4580ea1f1d67),segment_id=a37701f9-dff0-46e9-bd6a-4580ea1f1d67)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:46:40.379533 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': '356e774a-360b-45e4-a2b0-d2b860d89876', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'port_id': '356e774a-360b-45e4-a2b0-d2b860d89876', 'mac_address': 'fa:16:3e:bc:5e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:46:40.419668 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8aa6aa73-36c0-417d-9bb5-aee0fa005fc0 req-1ff9bc15-45b6-43c9-b0a1-327f76fce6bd tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511825 Mar 31 20:46:40.545189 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 356e774a-360b-45e4-a2b0-d2b860d89876 is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:46:40.545189 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (356e774a-360b-45e4-a2b0-d2b860d89876), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:40.559247 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356e774a-360b-45e4-a2b0-d2b860d89876 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:46:40.579458 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 356e774a-360b-45e4-a2b0-d2b860d89876, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=356e774a-360b-45e4-a2b0-d2b860d89876,segment=NetworkSegment(a37701f9-dff0-46e9-bd6a-4580ea1f1d67),segment_id=a37701f9-dff0-46e9-bd6a-4580ea1f1d67)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:46:40.643570 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86190bd-1cb4-4525-a432-3106ab1f063d req-f9eb1406-64f0-4e1a-b315-35901a01ff4e tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:40.645072 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e86190bd-1cb4-4525-a432-3106ab1f063d req-f9eb1406-64f0-4e1a-b315-35901a01ff4e tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 943 time: 0.0525076 Mar 31 20:46:40.699516 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e86190bd-1cb4-4525-a432-3106ab1f063d req-358159e5-55c5-4efe-8759-acac010007de tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487285 Mar 31 20:46:40.729243 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (356e774a-360b-45e4-a2b0-d2b860d89876), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:40.778030 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=356e774a-360b-45e4-a2b0-d2b860d89876,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:40.785176 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:40.785530 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:40.785900 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:40.786267 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:40.786615 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:40.786952 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:40.787283 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:40.787642 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:40.787999 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:40.788328 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:40.788694 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:40.789040 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:40.789373 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:40.789699 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:40.790027 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:46:41.122590 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['356e774a-360b-45e4-a2b0-d2b860d89876'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:46:41.556326 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95e072-297c-4a4c-bf23-a45d00b61541 req-2f5d2535-ff96-473f-88b9-23240edd03cd tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:41.557944 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5e95e072-297c-4a4c-bf23-a45d00b61541 req-2f5d2535-ff96-473f-88b9-23240edd03cd tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.0565894 Mar 31 20:46:41.607868 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5e95e072-297c-4a4c-bf23-a45d00b61541 req-b8de4904-1d4e-4130-a503-4bb44abd692f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436902 Mar 31 20:46:41.665657 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-db1bc15b-301e-4a35-bbc1-e8bec61af077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:41.836809 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db01e0-724e-48e5-a290-0a560a0d8718 req-c850f515-2c06-4d30-9a75-6d5033e7ff32 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:41.839336 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-99db01e0-724e-48e5-a290-0a560a0d8718 req-c850f515-2c06-4d30-9a75-6d5033e7ff32 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 944 time: 0.0709147 Mar 31 20:46:41.890712 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-99db01e0-724e-48e5-a290-0a560a0d8718 req-cfdd9da7-77b2-44a0-b665-816579d5dc5f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455763 Mar 31 20:46:41.976683 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-7a978631-e598-4538-b6da-cdc5901dbc69 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=47f93970cc1c41f998b96690296ebb55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284209 Mar 31 20:46:42.292661 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 356e774a-360b-45e4-a2b0-d2b860d89876 up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:46:42.374271 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-f0e5da7d-0090-4c05-b43e-47b1df035472 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:42.375726 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-f0e5da7d-0090-4c05-b43e-47b1df035472 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3940315 Mar 31 20:46:42.391049 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-04fb6cc8-5fa9-49b6-a590-58ad8704a0b4 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/quotas/47f93970cc1c41f998b96690296ebb55 HTTP/1.1" status: 200 len: 375 time: 0.0097775 Mar 31 20:46:42.421345 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-c5f2a200-969b-42ce-b5bc-1946bfb818a7 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=47f93970cc1c41f998b96690296ebb55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254316 Mar 31 20:46:42.466581 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning for port 356e774a-360b-45e4-a2b0-d2b860d89876 completed by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:46:42.471008 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port 356e774a-360b-45e4-a2b0-d2b860d89876 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:46:42.471297 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (356e774a-360b-45e4-a2b0-d2b860d89876), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:42.558561 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 356e774a-360b-45e4-a2b0-d2b860d89876 is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:46:42.558694 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (356e774a-360b-45e4-a2b0-d2b860d89876), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:42.581406 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb239767-bcf4-4052-b533-d682d33086ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356e774a-360b-45e4-a2b0-d2b860d89876'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:46:42.585024 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b8f649-8696-4916-8030-cea74218886a" -d '{"events": [{"server_uuid": "eb239767-bcf4-4052-b533-d682d33086ee", "name": "network-vif-plugged", "status": "completed", "tag": "356e774a-360b-45e4-a2b0-d2b860d89876"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:46:42.597420 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 356e774a-360b-45e4-a2b0-d2b860d89876, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=356e774a-360b-45e4-a2b0-d2b860d89876,segment=NetworkSegment(a37701f9-dff0-46e9-bd6a-4580ea1f1d67),segment_id=a37701f9-dff0-46e9-bd6a-4580ea1f1d67)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:46:42.635733 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5c0a00-abf5-4e71-9054-4845c2d47d58 x-openstack-request-id: req-9a5c0a00-abf5-4e71-9054-4845c2d47d58 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:46:42.635733 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb239767-bcf4-4052-b533-d682d33086ee", "name": "network-vif-plugged", "status": "completed", "tag": "356e774a-360b-45e4-a2b0-d2b860d89876", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:46:42.635733 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9a5c0a00-abf5-4e71-9054-4845c2d47d58 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:46:42.635733 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5c0a00-abf5-4e71-9054-4845c2d47d58'] response: {'server_uuid': 'eb239767-bcf4-4052-b533-d682d33086ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356e774a-360b-45e4-a2b0-d2b860d89876', 'code': 200} Mar 31 20:46:42.668184 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (356e774a-360b-45e4-a2b0-d2b860d89876), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:42.747578 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=356e774a-360b-45e4-a2b0-d2b860d89876,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:42.760630 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ebe18edb-0ca6-4fd0-9ea3-049770ee9e4e req-b31dc70c-c1b5-4563-81ba-1412b82b8294 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/ports?device_id=276ed650-ec03-462e-81be-231d27fd2fd2 HTTP/1.1" status: 200 len: 210 time: 0.0568740 Mar 31 20:46:42.841195 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8d8cf-e267-400b-b1f2-c086c32cb7a9 req-0adac81e-0be9-45a3-9101-0c5eb0e5855d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:42.842727 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c2b8d8cf-e267-400b-b1f2-c086c32cb7a9 req-0adac81e-0be9-45a3-9101-0c5eb0e5855d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.1013827 Mar 31 20:46:42.909377 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c2b8d8cf-e267-400b-b1f2-c086c32cb7a9 req-357058a5-bb06-4d4d-9b0f-989e1d5efd2e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590281 Mar 31 20:46:43.075071 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f5ef8-4004-4b44-8eef-d0edb070f37c req-97c9e483-3897-44c5-b0f1-50d732c56df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:43.076519 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a54f5ef8-4004-4b44-8eef-d0edb070f37c req-97c9e483-3897-44c5-b0f1-50d732c56df0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 1129 time: 0.0723596 Mar 31 20:46:43.088217 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba361991-9a7c-46c2-8e5b-823ff8508378 req-d4e92f5d-da99-4254-9951-0916848146b8 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:43.089580 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ba361991-9a7c-46c2-8e5b-823ff8508378 req-d4e92f5d-da99-4254-9951-0916848146b8 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0765476 Mar 31 20:46:43.156746 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a54f5ef8-4004-4b44-8eef-d0edb070f37c req-e88eec80-d8bf-4c34-bf7c-f1d5bc62692a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661314 Mar 31 20:46:43.163983 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ba361991-9a7c-46c2-8e5b-823ff8508378 req-ced6db67-4cd0-44a8-86a5-7dfc1d39d04f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685148 Mar 31 20:46:43.486282 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:43.822755 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7f6988b9-925b-43bc-9adc-47341c7e28ff req-22a8caa3-6e44-4de7-9590-398d842741f0 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/ports?device_id=276ed650-ec03-462e-81be-231d27fd2fd2 HTTP/1.1" status: 200 len: 210 time: 0.0291770 Mar 31 20:46:44.038052 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a4aa3-1ea0-4deb-9890-02e21afa0ef3 req-7c31564d-4ef5-4e12-8990-db41208c97b8 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:44.039549 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b79a4aa3-1ea0-4deb-9890-02e21afa0ef3 req-7c31564d-4ef5-4e12-8990-db41208c97b8 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.0517950 Mar 31 20:46:44.089567 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b79a4aa3-1ea0-4deb-9890-02e21afa0ef3 req-4af072a9-ee30-4ad4-9601-d5f5b24f04dc tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439246 Mar 31 20:46:44.281312 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d24739-2be9-42c9-945c-aa15e95dff2d req-a9b55b3c-ed74-4f54-a89d-4d109b5a004b tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:44.282759 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c1d24739-2be9-42c9-945c-aa15e95dff2d req-a9b55b3c-ed74-4f54-a89d-4d109b5a004b tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0521486 Mar 31 20:46:44.332847 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c1d24739-2be9-42c9-945c-aa15e95dff2d req-ae3c498e-34d5-48eb-99fe-076c043b8cd3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438595 Mar 31 20:46:44.930111 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-92bff925-c806-42e1-b03a-d9f55565bf75 req-f41194b3-0bc6-4b01-9586-d0f26b1431ec tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/ports?device_id=276ed650-ec03-462e-81be-231d27fd2fd2 HTTP/1.1" status: 200 len: 210 time: 0.0297279 Mar 31 20:46:45.177819 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:45.225813 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691cd4d-4496-4765-8537-107bf601dc45 req-0c993110-65cb-4555-9ea1-0359d7114f2c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:45.227246 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c691cd4d-4496-4765-8537-107bf601dc45 req-0c993110-65cb-4555-9ea1-0359d7114f2c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.0546975 Mar 31 20:46:45.276289 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c691cd4d-4496-4765-8537-107bf601dc45 req-381fb9bd-f344-4bdd-860b-5bf329ce04f9 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427175 Mar 31 20:46:45.450619 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb87e0-8bb0-41be-a9b9-a205aad9aa72 req-560f7c36-6b68-4424-983a-cd7ced0354ae tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:45.452119 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f7cb87e0-8bb0-41be-a9b9-a205aad9aa72 req-560f7c36-6b68-4424-983a-cd7ced0354ae tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0523765 Mar 31 20:46:45.502076 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f7cb87e0-8bb0-41be-a9b9-a205aad9aa72 req-854f051a-1039-488c-8581-f3174209030e tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443621 Mar 31 20:46:45.632398 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d3690-b728-4685-b435-6bf80b69ef88 req-a3d66d8a-074a-4991-a8bb-a097762593e0 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:45.633900 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-863d3690-b728-4685-b435-6bf80b69ef88 req-a3d66d8a-074a-4991-a8bb-a097762593e0 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0678136 Mar 31 20:46:45.651579 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 58108) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:45.655979 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-651ac997-475e-4dae-8765-864f5e9979e7 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Request body: {'floatingip': {'port_id': '356e774a-360b-45e4-a2b0-d2b860d89876'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:46:45.686670 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:45.695589 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-651ac997-475e-4dae-8765-864f5e9979e7 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for floatingip (3a8ed87a-cc4c-4c43-ad97-11b0d804a3a4), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:45.978118 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-53770302-a7c2-4ddb-a048-1ee3e32ce31f tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=47f93970cc1c41f998b96690296ebb55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641551 Mar 31 20:46:46.128900 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ff035216-7a4b-4658-b0b3-c7c13c677575 req-17cd69c1-7fd8-459b-8a98-3ba997000b64 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/ports?device_id=276ed650-ec03-462e-81be-231d27fd2fd2 HTTP/1.1" status: 200 len: 210 time: 0.1183729 Mar 31 20:46:46.210055 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-537f143f-f56c-4760-86f5-b354e8299dc0 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:46.211415 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-537f143f-f56c-4760-86f5-b354e8299dc0 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2239449 Mar 31 20:46:46.228738 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-b20ed2ed-9f14-41c5-91ef-b0c0ba25155f tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Request body: {'port': {'device_id': '276ed650-ec03-462e-81be-231d27fd2fd2', 'network_id': '93008f0e-713c-4ccb-8143-b686792d2cbc', 'admin_state_up': True, 'tenant_id': '47f93970cc1c41f998b96690296ebb55'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:46:46.332667 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-651ac997-475e-4dae-8765-864f5e9979e7 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:46.422671 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0ad85-52aa-4928-84da-70d20698c6b3 req-15ec8a0a-203e-4542-8455-c58b148ae15e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:46.424191 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-93a0ad85-52aa-4928-84da-70d20698c6b3 req-15ec8a0a-203e-4542-8455-c58b148ae15e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.0727909 Mar 31 20:46:46.471267 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-93a0ad85-52aa-4928-84da-70d20698c6b3 req-c2937859-038d-451a-923e-62de4d438f42 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406611 Mar 31 20:46:46.492581 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-651ac997-475e-4dae-8765-864f5e9979e7 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (3a8ed87a-cc4c-4c43-ad97-11b0d804a3a4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:46.532837 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-b20ed2ed-9f14-41c5-91ef-b0c0ba25155f tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Made reservation on behalf of 47f93970cc1c41f998b96690296ebb55 for: {'port': 1} {{(pid=110549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:46:46.536197 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-b20ed2ed-9f14-41c5-91ef-b0c0ba25155f tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:46.570259 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-b20ed2ed-9f14-41c5-91ef-b0c0ba25155f tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:46.638779 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.db.l3_db [None req-651ac997-475e-4dae-8765-864f5e9979e7 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Floating IP 3a8ed87a-cc4c-4c43-ad97-11b0d804a3a4 associated. External IP: 172.27.0.126, port: 356e774a-360b-45e4-a2b0-d2b860d89876. Mar 31 20:46:46.746859 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-b20ed2ed-9f14-41c5-91ef-b0c0ba25155f tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Publish callbacks [] for security_group (c8f9ba8b-9e12-41d8-907f-e8dae917946e), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:46.859877 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-b20ed2ed-9f14-41c5-91ef-b0c0ba25155f tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (c8f9ba8b-9e12-41d8-907f-e8dae917946e), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:46.931054 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651ac997-475e-4dae-8765-864f5e9979e7 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Router 5b3fa499-51bc-42c0-9e22-2ec8e5331669 has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:46:46.931884 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ed2ed-9f14-41c5-91ef-b0c0ba25155f tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f9ba8b-9e12-41d8-907f-e8dae917946e,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:47.082244 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-b20ed2ed-9f14-41c5-91ef-b0c0ba25155f tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Allocated IP 192.168.233.16 (93008f0e-713c-4ccb-8143-b686792d2cbc/12f0aba8-47ce-4fcf-9f30-782af9c2cd44/35ba7141-3883-4f19-8377-99cfe2cf1a0c) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:46:47.126890 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651ac997-475e-4dae-8765-864f5e9979e7 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:46:47.132209 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-651ac997-475e-4dae-8765-864f5e9979e7 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:47.137572 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a464ef-8ab3-439d-a874-0bde201b5b5e None None] Sync routers for ids ['5b3fa499-51bc-42c0-9e22-2ec8e5331669'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:46:47.146541 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a464ef-8ab3-439d-a874-0bde201b5b5e None None] Routers {'5b3fa499-51bc-42c0-9e22-2ec8e5331669'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:46:47.147199 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c6a464ef-8ab3-439d-a874-0bde201b5b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:46:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['5b3fa499-51bc-42c0-9e22-2ec8e5331669'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:46:47.194596 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-651ac997-475e-4dae-8765-864f5e9979e7 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "PUT /v2.0/floatingips/3a8ed87a-cc4c-4c43-ad97-11b0d804a3a4 HTTP/1.1" status: 200 len: 991 time: 1.5413640 Mar 31 20:46:47.220610 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb239767-bcf4-4052-b533-d682d33086ee', 'tag': '356e774a-360b-45e4-a2b0-d2b860d89876'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:46:47.222794 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5253feeaf43b009d496c5950c37129f342c333472f7057fa14384dd137f2b4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae15e57-4c9f-4b02-a37d-f822e0fc5cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "eb239767-bcf4-4052-b533-d682d33086ee", "tag": "356e774a-360b-45e4-a2b0-d2b860d89876"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:46:47.320538 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-c6a464ef-8ab3-439d-a874-0bde201b5b5e None None] Set router 5b3fa499-51bc-42c0-9e22-2ec8e5331669 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:46:47.385559 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae15e57-4c9f-4b02-a37d-f822e0fc5cb3 req-e0565ff5-239e-4e48-b8d2-67b75ed229ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:47.393095 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-2ae15e57-4c9f-4b02-a37d-f822e0fc5cb3 req-e0565ff5-239e-4e48-b8d2-67b75ed229ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df50189c17a647ac86148405e9f04f55&device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 1129 time: 0.0605645 Mar 31 20:46:47.485415 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae15e57-4c9f-4b02-a37d-f822e0fc5cb3 req-3f6dee9b-dee6-404d-9493-f97ff9aa4389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:47.487082 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-2ae15e57-4c9f-4b02-a37d-f822e0fc5cb3 req-3f6dee9b-dee6-404d-9493-f97ff9aa4389 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68a65e42-3a69-4c11-8f33-9e0a705f08d8 HTTP/1.1" status: 200 len: 919 time: 0.0922203 Mar 31 20:46:47.501451 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eea103a-7fca-4695-b54e-da852f958de4 x-openstack-request-id: req-2eea103a-7fca-4695-b54e-da852f958de4 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:46:47.501932 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb239767-bcf4-4052-b533-d682d33086ee", "tag": "356e774a-360b-45e4-a2b0-d2b860d89876", "status": "completed", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:46:47.502049 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2eea103a-7fca-4695-b54e-da852f958de4 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:46:47.502694 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eea103a-7fca-4695-b54e-da852f958de4'] response: {'name': 'network-changed', 'server_uuid': 'eb239767-bcf4-4052-b533-d682d33086ee', 'tag': '356e774a-360b-45e4-a2b0-d2b860d89876', 'status': 'completed', 'code': 200} Mar 31 20:46:47.507157 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c2175acb-ec6a-4bd5-a81e-a171d43e65ff req-81901ef0-103b-4f77-861f-3853a76ebd3b tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/ports?device_id=276ed650-ec03-462e-81be-231d27fd2fd2 HTTP/1.1" status: 200 len: 210 time: 0.2812560 Mar 31 20:46:47.572720 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c6a464ef-8ab3-439d-a874-0bde201b5b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'name': 'tempest-ServerRescueNegativeTestJSON-451412803-router', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:34Z', 'updated_at': '2022-03-31T20:44:44Z', 'revision_number': 4, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'gw_port': {'id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:87:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '3a8ed87a-cc4c-4c43-ad97-11b0d804a3a4', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'port_id': '356e774a-360b-45e4-a2b0-d2b860d89876', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'mac_address': 'fa:16:3e:bc:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb239767-bcf4-4052-b533-d682d33086ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:46:29Z', 'updated_at': '2022-03-31T20:46:46Z', 'revision_number': 1, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db7e5db4-afd3-44f6-8162-dbd69bea9e60', 'name': '', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'mac_address': 'fa:16:3e:70:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:57Z', 'revision_number': 5, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'subnets': [{'id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:46:47.584288 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-b20ed2ed-9f14-41c5-91ef-b0c0ba25155f tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Publish callbacks [] for port (35ba7141-3883-4f19-8377-99cfe2cf1a0c), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:47.622578 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-2ae15e57-4c9f-4b02-a37d-f822e0fc5cb3 req-bc1eff36-88bb-473f-b1d6-ee519bf68999 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356e774a-360b-45e4-a2b0-d2b860d89876 HTTP/1.1" status: 200 len: 999 time: 0.1268392 Mar 31 20:46:47.652644 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282ca91-377b-400e-9737-b09e2d999b7e req-c9ef02c3-4dee-4549-a79d-f5e3179a2974 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:47.654257 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e282ca91-377b-400e-9737-b09e2d999b7e req-c9ef02c3-4dee-4549-a79d-f5e3179a2974 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.0848725 Mar 31 20:46:47.678289 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae15e57-4c9f-4b02-a37d-f822e0fc5cb3 req-3e144551-9808-4286-85b3-4f905de9ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:47.680059 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-2ae15e57-4c9f-4b02-a37d-f822e0fc5cb3 req-3e144551-9808-4286-85b3-4f905de9ce0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d3bfe61-66f5-4685-b3aa-57a09c0f885e HTTP/1.1" status: 200 len: 857 time: 0.0508363 Mar 31 20:46:47.688995 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a464ef-8ab3-439d-a874-0bde201b5b5e None None] Checking router: 5b3fa499-51bc-42c0-9e22-2ec8e5331669 for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:46:47.698178 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a464ef-8ab3-439d-a874-0bde201b5b5e None None] Routers {'5b3fa499-51bc-42c0-9e22-2ec8e5331669'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:46:47.698799 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c6a464ef-8ab3-439d-a874-0bde201b5b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:46:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['5b3fa499-51bc-42c0-9e22-2ec8e5331669'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:46:47.706398 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e282ca91-377b-400e-9737-b09e2d999b7e req-449b0066-7654-4acb-bee0-3634e1ea076e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459189 Mar 31 20:46:47.733551 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae15e57-4c9f-4b02-a37d-f822e0fc5cb3 req-d77e2600-78a0-44fa-a467-3d969f317f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:47.735055 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-2ae15e57-4c9f-4b02-a37d-f822e0fc5cb3 req-d77e2600-78a0-44fa-a467-3d969f317f97 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a65e42-3a69-4c11-8f33-9e0a705f08d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471463 Mar 31 20:46:47.751097 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-b20ed2ed-9f14-41c5-91ef-b0c0ba25155f tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (35ba7141-3883-4f19-8377-99cfe2cf1a0c), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:47.798212 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-b20ed2ed-9f14-41c5-91ef-b0c0ba25155f tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Network 93008f0e-713c-4ccb-8143-b686792d2cbc is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:46:47.801634 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-b20ed2ed-9f14-41c5-91ef-b0c0ba25155f tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:46:47.808778 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-b20ed2ed-9f14-41c5-91ef-b0c0ba25155f tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:46:47.810026 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-c6a464ef-8ab3-439d-a874-0bde201b5b5e None None] Set router 5b3fa499-51bc-42c0-9e22-2ec8e5331669 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:46:47.833403 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ed2ed-9f14-41c5-91ef-b0c0ba25155f tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Pushing event updated for resources: {'Port': ['ID=35ba7141-3883-4f19-8377-99cfe2cf1a0c,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:47.852999 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-2ae15e57-4c9f-4b02-a37d-f822e0fc5cb3 req-1d5371c5-c18f-42fa-9c26-983bf847333e service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090772 Mar 31 20:46:47.870989 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-b20ed2ed-9f14-41c5-91ef-b0c0ba25155f tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:47.871954 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-b20ed2ed-9f14-41c5-91ef-b0c0ba25155f tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:47.964120 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-2ae15e57-4c9f-4b02-a37d-f822e0fc5cb3 req-41a438a0-6ce4-4d7f-83e8-4453da6d161e service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028810 Mar 31 20:46:47.994480 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-b20ed2ed-9f14-41c5-91ef-b0c0ba25155f tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7727256 Mar 31 20:46:48.009294 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-1c4947a1-e69b-4eed-9dc8-a634b39a61f1 service neutron] Request body: {'port': {'device_id': '276ed650-ec03-462e-81be-231d27fd2fd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:46:48.062702 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c6a464ef-8ab3-439d-a874-0bde201b5b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'name': 'tempest-ServerRescueNegativeTestJSON-451412803-router', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:34Z', 'updated_at': '2022-03-31T20:44:44Z', 'revision_number': 4, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'gw_port': {'id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:87:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '3a8ed87a-cc4c-4c43-ad97-11b0d804a3a4', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'port_id': '356e774a-360b-45e4-a2b0-d2b860d89876', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'mac_address': 'fa:16:3e:bc:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb239767-bcf4-4052-b533-d682d33086ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:46:29Z', 'updated_at': '2022-03-31T20:46:46Z', 'revision_number': 1, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db7e5db4-afd3-44f6-8162-dbd69bea9e60', 'name': '', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'mac_address': 'fa:16:3e:70:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:57Z', 'revision_number': 5, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'subnets': [{'id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:46:48.070086 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-1c4947a1-e69b-4eed-9dc8-a634b39a61f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (35ba7141-3883-4f19-8377-99cfe2cf1a0c), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:48.094342 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a464ef-8ab3-439d-a874-0bde201b5b5e None None] The sync data for ids ['5b3fa499-51bc-42c0-9e22-2ec8e5331669'] in dv-cinder-836072-1-iscsi is: [{'id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'name': 'tempest-ServerRescueNegativeTestJSON-451412803-router', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:34Z', 'updated_at': '2022-03-31T20:44:44Z', 'revision_number': 4, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'gw_port': {'id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:87:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '3a8ed87a-cc4c-4c43-ad97-11b0d804a3a4', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'port_id': '356e774a-360b-45e4-a2b0-d2b860d89876', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'mac_address': 'fa:16:3e:bc:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb239767-bcf4-4052-b533-d682d33086ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:46:29Z', 'updated_at': '2022-03-31T20:46:46Z', 'revision_number': 1, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db7e5db4-afd3-44f6-8162-dbd69bea9e60', 'name': '', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'mac_address': 'fa:16:3e:70:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:57Z', 'revision_number': 5, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'subnets': [{'id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:46:48.105635 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-80aaab0a-8fb5-4c76-8a0e-30312aa8b70e None None] Provisioning complete for port 35ba7141-3883-4f19-8377-99cfe2cf1a0c triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:46:48.106188 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-80aaab0a-8fb5-4c76-8a0e-30312aa8b70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (35ba7141-3883-4f19-8377-99cfe2cf1a0c), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:48.146382 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-80aaab0a-8fb5-4c76-8a0e-30312aa8b70e None None] Port 35ba7141-3883-4f19-8377-99cfe2cf1a0c cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:46:48.349817 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-1c4947a1-e69b-4eed-9dc8-a634b39a61f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ba7141-3883-4f19-8377-99cfe2cf1a0c {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:46:48.358264 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-1c4947a1-e69b-4eed-9dc8-a634b39a61f1 service neutron] Publish callbacks [] for port (35ba7141-3883-4f19-8377-99cfe2cf1a0c), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:48.372319 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-1c4947a1-e69b-4eed-9dc8-a634b39a61f1 service neutron] Transition to ACTIVE for port object 35ba7141-3883-4f19-8377-99cfe2cf1a0c will not be triggered until provisioned by entity L2. {{(pid=110549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:46:48.500194 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-1c4947a1-e69b-4eed-9dc8-a634b39a61f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12676161'] for port (35ba7141-3883-4f19-8377-99cfe2cf1a0c), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:48.565893 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4947a1-e69b-4eed-9dc8-a634b39a61f1 service neutron] Pushing event updated for resources: {'Port': ['ID=35ba7141-3883-4f19-8377-99cfe2cf1a0c,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:48.696554 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-1c4947a1-e69b-4eed-9dc8-a634b39a61f1 service neutron] Attempting to bind port 35ba7141-3883-4f19-8377-99cfe2cf1a0c on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:46:48.696976 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-1c4947a1-e69b-4eed-9dc8-a634b39a61f1 service neutron] Attempting to bind port 35ba7141-3883-4f19-8377-99cfe2cf1a0c by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '107b16e9-1884-43b9-b653-977e49024801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '93008f0e-713c-4ccb-8143-b686792d2cbc'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:46:48.697300 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-1c4947a1-e69b-4eed-9dc8-a634b39a61f1 service neutron] Attempting to bind port 35ba7141-3883-4f19-8377-99cfe2cf1a0c on network 93008f0e-713c-4ccb-8143-b686792d2cbc {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:46:48.710598 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371ca87-9f57-4093-bd95-8c8487304a70 req-6564e7db-2d15-421f-bdc7-404b5b366235 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:48.712137 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c371ca87-9f57-4093-bd95-8c8487304a70 req-6564e7db-2d15-421f-bdc7-404b5b366235 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/ports?device_id=276ed650-ec03-462e-81be-231d27fd2fd2 HTTP/1.1" status: 200 len: 947 time: 0.0909147 Mar 31 20:46:48.712975 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-1c4947a1-e69b-4eed-9dc8-a634b39a61f1 service neutron] Port 35ba7141-3883-4f19-8377-99cfe2cf1a0c on network 93008f0e-713c-4ccb-8143-b686792d2cbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:46:48.713290 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-1c4947a1-e69b-4eed-9dc8-a634b39a61f1 service neutron] Attempting to bind port 35ba7141-3883-4f19-8377-99cfe2cf1a0c on network 93008f0e-713c-4ccb-8143-b686792d2cbc {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:46:48.720657 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-1c4947a1-e69b-4eed-9dc8-a634b39a61f1 service neutron] Checking agent: {'id': '7dd6c0b4-7b51-4ce7-a43e-f42db731a887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'started_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:46:48.720989 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-1c4947a1-e69b-4eed-9dc8-a634b39a61f1 service neutron] Checking segment: {'id': '107b16e9-1884-43b9-b653-977e49024801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '93008f0e-713c-4ccb-8143-b686792d2cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:46:48.721365 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-1c4947a1-e69b-4eed-9dc8-a634b39a61f1 service neutron] Bound using segment: {'id': '107b16e9-1884-43b9-b653-977e49024801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '93008f0e-713c-4ccb-8143-b686792d2cbc'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:46:48.721802 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-1c4947a1-e69b-4eed-9dc8-a634b39a61f1 service neutron] Bound port: 35ba7141-3883-4f19-8377-99cfe2cf1a0c, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '107b16e9-1884-43b9-b653-977e49024801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '93008f0e-713c-4ccb-8143-b686792d2cbc'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:46:48.722139 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-1c4947a1-e69b-4eed-9dc8-a634b39a61f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (35ba7141-3883-4f19-8377-99cfe2cf1a0c), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:48.799587 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c371ca87-9f57-4093-bd95-8c8487304a70 req-48f40fe5-439e-4a78-b88f-7e141d4d97af tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8f9ba8b-9e12-41d8-907f-e8dae917946e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809610 Mar 31 20:46:48.844961 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479d5a81-eef5-44f3-8b43-fce99690a053 None None] New status for floating IP 3a8ed87a-cc4c-4c43-ad97-11b0d804a3a4: ACTIVE {{(pid=110551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:46:48.854449 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-1c4947a1-e69b-4eed-9dc8-a634b39a61f1 service neutron] For port 35ba7141-3883-4f19-8377-99cfe2cf1a0c, host hv-cinder-83607, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:46:48.859554 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-1c4947a1-e69b-4eed-9dc8-a634b39a61f1 service neutron] For port 35ba7141-3883-4f19-8377-99cfe2cf1a0c, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=35ba7141-3883-4f19-8377-99cfe2cf1a0c,segment=NetworkSegment(107b16e9-1884-43b9-b653-977e49024801),segment_id=107b16e9-1884-43b9-b653-977e49024801)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:46:48.877028 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd7c04-e9ef-4d2f-af2c-4d2b66aff295 req-9a51723b-18ce-4549-9a75-eb1ffcd9998c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:48.878773 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3abd7c04-e9ef-4d2f-af2c-4d2b66aff295 req-9a51723b-18ce-4549-9a75-eb1ffcd9998c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.0831194 Mar 31 20:46:48.931739 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3abd7c04-e9ef-4d2f-af2c-4d2b66aff295 req-3820b70a-7889-43c7-87f3-debd8da4b71e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468540 Mar 31 20:46:48.986611 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-1c4947a1-e69b-4eed-9dc8-a634b39a61f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12676161'] for port (35ba7141-3883-4f19-8377-99cfe2cf1a0c), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:49.020439 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-1c4947a1-e69b-4eed-9dc8-a634b39a61f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:49.020439 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-1c4947a1-e69b-4eed-9dc8-a634b39a61f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:49.020439 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-1c4947a1-e69b-4eed-9dc8-a634b39a61f1 service neutron] 10.222.0.32 "PUT /v2.0/ports/35ba7141-3883-4f19-8377-99cfe2cf1a0c HTTP/1.1" status: 200 len: 1097 time: 1.0174270 Mar 31 20:46:49.051708 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4947a1-e69b-4eed-9dc8-a634b39a61f1 service neutron] Pushing event updated for resources: {'Port': ['ID=35ba7141-3883-4f19-8377-99cfe2cf1a0c,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:49.198633 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-05c2983a-2828-49fe-a452-893dfede313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:49.200186 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-05c2983a-2828-49fe-a452-893dfede313f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=47f93970cc1c41f998b96690296ebb55&device_id=276ed650-ec03-462e-81be-231d27fd2fd2 HTTP/1.1" status: 200 len: 1131 time: 0.0464766 Mar 31 20:46:49.256881 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-d6c046d8-4f36-4236-8ba4-839992a605e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=35ba7141-3883-4f19-8377-99cfe2cf1a0c HTTP/1.1" status: 200 len: 217 time: 0.0389934 Mar 31 20:46:49.305557 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-8021994b-fde0-4bb7-9a8f-ca2cd1f948f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:49.307084 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-8021994b-fde0-4bb7-9a8f-ca2cd1f948f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12f0aba8-47ce-4fcf-9f30-782af9c2cd44 HTTP/1.1" status: 200 len: 843 time: 0.0434036 Mar 31 20:46:49.366558 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-185495ec-d9ed-4723-a0c8-fd4c54ef11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:49.368118 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-185495ec-d9ed-4723-a0c8-fd4c54ef11dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93008f0e-713c-4ccb-8143-b686792d2cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0480769 Mar 31 20:46:49.464427 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-2baf3259-3956-4b96-912e-5d7fdb31638b service neutron] 10.222.0.32 "GET /v2.0/networks/93008f0e-713c-4ccb-8143-b686792d2cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852025 Mar 31 20:46:49.514272 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276ed650-ec03-462e-81be-231d27fd2fd2', 'tag': '35ba7141-3883-4f19-8377-99cfe2cf1a0c'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:46:49.516473 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5253feeaf43b009d496c5950c37129f342c333472f7057fa14384dd137f2b4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec70cfd-a196-4604-a6e4-ae0d79b0fbc3" -d '{"events": [{"name": "network-changed", "server_uuid": "276ed650-ec03-462e-81be-231d27fd2fd2", "tag": "35ba7141-3883-4f19-8377-99cfe2cf1a0c"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:46:49.557756 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb37f014-854b-4f08-9d93-7861da6d4c7b x-openstack-request-id: req-bb37f014-854b-4f08-9d93-7861da6d4c7b {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:46:49.558006 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276ed650-ec03-462e-81be-231d27fd2fd2", "tag": "35ba7141-3883-4f19-8377-99cfe2cf1a0c", "status": "completed", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:46:49.558260 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bb37f014-854b-4f08-9d93-7861da6d4c7b {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:46:49.558885 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb37f014-854b-4f08-9d93-7861da6d4c7b'] response: {'name': 'network-changed', 'server_uuid': '276ed650-ec03-462e-81be-231d27fd2fd2', 'tag': '35ba7141-3883-4f19-8377-99cfe2cf1a0c', 'status': 'completed', 'code': 200} Mar 31 20:46:49.569474 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a0cf7249-87b2-4b75-8fe5-15c592edcc15 req-f538c3e3-c342-48e5-aaae-b77f426c159d service neutron] 10.222.0.32 "GET /v2.0/networks/93008f0e-713c-4ccb-8143-b686792d2cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948641 Mar 31 20:46:49.750189 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec70cfd-a196-4604-a6e4-ae0d79b0fbc3 req-98a20e0f-a8f8-4924-9cf2-b9701165c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:49.751688 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0ec70cfd-a196-4604-a6e4-ae0d79b0fbc3 req-98a20e0f-a8f8-4924-9cf2-b9701165c793 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=47f93970cc1c41f998b96690296ebb55&device_id=276ed650-ec03-462e-81be-231d27fd2fd2 HTTP/1.1" status: 200 len: 1131 time: 0.0442262 Mar 31 20:46:49.845784 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec70cfd-a196-4604-a6e4-ae0d79b0fbc3 req-d90d1ee3-4d62-45da-96f3-2dd780463d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:49.847298 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0ec70cfd-a196-4604-a6e4-ae0d79b0fbc3 req-d90d1ee3-4d62-45da-96f3-2dd780463d7c service neutron] 10.222.0.32 "GET /v2.0/networks?id=93008f0e-713c-4ccb-8143-b686792d2cbc HTTP/1.1" status: 200 len: 870 time: 0.0893426 Mar 31 20:46:49.890528 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0ec70cfd-a196-4604-a6e4-ae0d79b0fbc3 req-e7f4763e-e1fd-4ac8-a246-b9b7ed8726c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=35ba7141-3883-4f19-8377-99cfe2cf1a0c HTTP/1.1" status: 200 len: 217 time: 0.0369589 Mar 31 20:46:49.979158 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f935087-ab2b-484e-96c8-d78c6f21c953 req-a50ab73a-f084-495e-9a58-2e33cd6373e9 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:49.980685 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4f935087-ab2b-484e-96c8-d78c6f21c953 req-a50ab73a-f084-495e-9a58-2e33cd6373e9 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/ports?device_id=276ed650-ec03-462e-81be-231d27fd2fd2 HTTP/1.1" status: 200 len: 947 time: 0.0928369 Mar 31 20:46:49.982018 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec70cfd-a196-4604-a6e4-ae0d79b0fbc3 req-8b72ba54-5519-466d-9c25-f9229023b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:49.983308 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0ec70cfd-a196-4604-a6e4-ae0d79b0fbc3 req-8b72ba54-5519-466d-9c25-f9229023b8fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12f0aba8-47ce-4fcf-9f30-782af9c2cd44 HTTP/1.1" status: 200 len: 843 time: 0.0677996 Mar 31 20:46:50.089645 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4f935087-ab2b-484e-96c8-d78c6f21c953 req-45f38a7e-c24a-46d4-8c2f-744c55c1c729 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8f9ba8b-9e12-41d8-907f-e8dae917946e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030545 Mar 31 20:46:50.099819 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec70cfd-a196-4604-a6e4-ae0d79b0fbc3 req-6804e78d-7c53-4b42-911f-3ecd7ef31135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:50.101856 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0ec70cfd-a196-4604-a6e4-ae0d79b0fbc3 req-6804e78d-7c53-4b42-911f-3ecd7ef31135 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93008f0e-713c-4ccb-8143-b686792d2cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1086130 Mar 31 20:46:50.113977 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af9297-a50e-4a1e-beac-81914447be93 req-330aac41-9b77-4299-a529-149186723635 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:50.115430 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d3af9297-a50e-4a1e-beac-81914447be93 req-330aac41-9b77-4299-a529-149186723635 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.1053848 Mar 31 20:46:50.216058 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d3af9297-a50e-4a1e-beac-81914447be93 req-39a4e7c4-2d66-4597-8d6e-338f897d499d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908649 Mar 31 20:46:50.232423 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0ec70cfd-a196-4604-a6e4-ae0d79b0fbc3 req-2e19fefc-ec23-4f23-87da-a36644cf9551 service neutron] 10.222.0.32 "GET /v2.0/networks/93008f0e-713c-4ccb-8143-b686792d2cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152852 Mar 31 20:46:50.325044 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0ec70cfd-a196-4604-a6e4-ae0d79b0fbc3 req-054ba5e1-9547-4bbf-b396-5a90612f74f0 service neutron] 10.222.0.32 "GET /v2.0/networks/93008f0e-713c-4ccb-8143-b686792d2cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857081 Mar 31 20:46:51.041814 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 58200) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:51.145642 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d6cec196-c2e5-45eb-8241-6faccd2f1084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:51.230835 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a4bb6-6ddd-47a2-99ff-79c56fd00940 req-0cbb6bec-12e6-4b0d-9e26-f7fe349adee2 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:51.232225 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-296a4bb6-6ddd-47a2-99ff-79c56fd00940 req-0cbb6bec-12e6-4b0d-9e26-f7fe349adee2 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/ports?device_id=276ed650-ec03-462e-81be-231d27fd2fd2 HTTP/1.1" status: 200 len: 947 time: 0.0744953 Mar 31 20:46:51.293432 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d6cec196-c2e5-45eb-8241-6faccd2f1084 admin admin] Publish callbacks [] for security_group (67a12d70-dd90-4dcb-a80b-f1550685f000), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:51.314960 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-296a4bb6-6ddd-47a2-99ff-79c56fd00940 req-0de754d5-490c-441a-badf-684f7b500cf9 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8f9ba8b-9e12-41d8-907f-e8dae917946e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766068 Mar 31 20:46:51.361335 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1ac61-2a12-4196-9147-00284531470b req-8f1a63c1-fc93-4b37-abbd-87c3fd3a9186 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:51.362824 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f2e1ac61-2a12-4196-9147-00284531470b req-8f1a63c1-fc93-4b37-abbd-87c3fd3a9186 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.0682099 Mar 31 20:46:51.408797 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f2e1ac61-2a12-4196-9147-00284531470b req-8e6485a5-8ab1-4c38-b260-23ae1a2736e4 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400784 Mar 31 20:46:51.442859 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d6cec196-c2e5-45eb-8241-6faccd2f1084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (67a12d70-dd90-4dcb-a80b-f1550685f000), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:51.481408 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-d6cec196-c2e5-45eb-8241-6faccd2f1084 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cecf594e0ab34bc68821d464fee60211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4384470 Mar 31 20:46:51.482452 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cec196-c2e5-45eb-8241-6faccd2f1084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a12d70-dd90-4dcb-a80b-f1550685f000,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:51.484071 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 58212) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:51.531632 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b178d637-12ae-4b56-9551-3b1ed6d462d7 admin admin] Publish callbacks [] for security_group (67a12d70-dd90-4dcb-a80b-f1550685f000), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:51.552182 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b178d637-12ae-4b56-9551-3b1ed6d462d7 admin admin] Publish callbacks [] for security_group (67a12d70-dd90-4dcb-a80b-f1550685f000), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:51.766726 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b178d637-12ae-4b56-9551-3b1ed6d462d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (67a12d70-dd90-4dcb-a80b-f1550685f000), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:51.769323 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b178d637-12ae-4b56-9551-3b1ed6d462d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:51.770473 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-b178d637-12ae-4b56-9551-3b1ed6d462d7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/67a12d70-dd90-4dcb-a80b-f1550685f000 HTTP/1.1" status: 204 len: 168 time: 0.2854350 Mar 31 20:46:51.779362 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178d637-12ae-4b56-9551-3b1ed6d462d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a12d70-dd90-4dcb-a80b-f1550685f000,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:52.321664 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 35ba7141-3883-4f19-8377-99cfe2cf1a0c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:46:52.426983 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 35ba7141-3883-4f19-8377-99cfe2cf1a0c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=35ba7141-3883-4f19-8377-99cfe2cf1a0c,segment=NetworkSegment(107b16e9-1884-43b9-b653-977e49024801),segment_id=107b16e9-1884-43b9-b653-977e49024801)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:46:52.441343 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': '35ba7141-3883-4f19-8377-99cfe2cf1a0c', 'network_id': '93008f0e-713c-4ccb-8143-b686792d2cbc', 'port_id': '35ba7141-3883-4f19-8377-99cfe2cf1a0c', 'mac_address': 'fa:16:3e:5e:49:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f0aba8-47ce-4fcf-9f30-782af9c2cd44', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:46:52.444829 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af0d6b-8093-460a-9c9a-78c44e6bf829 req-d08042bf-bdca-4315-b27c-a1f7bcca43c4 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:52.446416 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-84af0d6b-8093-460a-9c9a-78c44e6bf829 req-d08042bf-bdca-4315-b27c-a1f7bcca43c4 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/ports?device_id=276ed650-ec03-462e-81be-231d27fd2fd2 HTTP/1.1" status: 200 len: 947 time: 0.0565388 Mar 31 20:46:52.484551 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 35ba7141-3883-4f19-8377-99cfe2cf1a0c is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:46:52.484955 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (35ba7141-3883-4f19-8377-99cfe2cf1a0c), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:52.498338 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ba7141-3883-4f19-8377-99cfe2cf1a0c {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:46:52.519248 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 35ba7141-3883-4f19-8377-99cfe2cf1a0c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=35ba7141-3883-4f19-8377-99cfe2cf1a0c,segment=NetworkSegment(107b16e9-1884-43b9-b653-977e49024801),segment_id=107b16e9-1884-43b9-b653-977e49024801)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:46:52.520082 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-84af0d6b-8093-460a-9c9a-78c44e6bf829 req-7dea094c-5a74-49f4-9043-9be0ce636810 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8f9ba8b-9e12-41d8-907f-e8dae917946e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643363 Mar 31 20:46:52.564663 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce79d8-c6fd-4fdf-886d-35fc9080a1fc req-3fa6baca-1e5f-4780-ace4-eb9ad209a92c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:52.566141 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bfce79d8-c6fd-4fdf-886d-35fc9080a1fc req-3fa6baca-1e5f-4780-ace4-eb9ad209a92c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.0679841 Mar 31 20:46:52.621514 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bfce79d8-c6fd-4fdf-886d-35fc9080a1fc req-208914f2-7d14-42f9-9bef-d1e455a4ac8e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489006 Mar 31 20:46:52.638455 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (35ba7141-3883-4f19-8377-99cfe2cf1a0c), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:52.638455 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 86ef448c-1b94-4e59-8b63-75a5cd8a80ee details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:46:52.679276 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 58226) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:52.691032 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5575bdfc-7672-4e2e-9713-0edbe0d2c387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:52.734974 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=35ba7141-3883-4f19-8377-99cfe2cf1a0c,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:52.784591 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5575bdfc-7672-4e2e-9713-0edbe0d2c387 admin admin] Publish callbacks [] for security_group (8d472fd9-8457-4dba-a810-c71a44fe03e9), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:52.789499 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=86ef448c-1b94-4e59-8b63-75a5cd8a80ee,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:46:52.800949 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': '86ef448c-1b94-4e59-8b63-75a5cd8a80ee', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'port_id': '86ef448c-1b94-4e59-8b63-75a5cd8a80ee', 'mac_address': 'fa:16:3e:c4:8e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:46:52.841946 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee is: ACTIVE; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:46:52.842353 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:52.854935 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86ef448c-1b94-4e59-8b63-75a5cd8a80ee {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:46:52.875216 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=86ef448c-1b94-4e59-8b63-75a5cd8a80ee,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:46:52.905823 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5575bdfc-7672-4e2e-9713-0edbe0d2c387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (8d472fd9-8457-4dba-a810-c71a44fe03e9), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:52.945856 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-5575bdfc-7672-4e2e-9713-0edbe0d2c387 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c5faef9bed204b9a96f36e83c3d0c7df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664530 Mar 31 20:46:52.947972 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575bdfc-7672-4e2e-9713-0edbe0d2c387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d472fd9-8457-4dba-a810-c71a44fe03e9,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:52.948403 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 58228) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:52.968843 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:53.001211 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-39315413-ff75-428e-a600-711920a341d9 admin admin] Publish callbacks [] for security_group (8d472fd9-8457-4dba-a810-c71a44fe03e9), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:53.025511 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-39315413-ff75-428e-a600-711920a341d9 admin admin] Publish callbacks [] for security_group (8d472fd9-8457-4dba-a810-c71a44fe03e9), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:53.041951 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=86ef448c-1b94-4e59-8b63-75a5cd8a80ee,revision_number=6']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:53.107022 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['86ef448c-1b94-4e59-8b63-75a5cd8a80ee'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:46:53.149109 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-39315413-ff75-428e-a600-711920a341d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (8d472fd9-8457-4dba-a810-c71a44fe03e9), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:53.151713 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-39315413-ff75-428e-a600-711920a341d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:53.155708 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-39315413-ff75-428e-a600-711920a341d9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8d472fd9-8457-4dba-a810-c71a44fe03e9 HTTP/1.1" status: 204 len: 168 time: 0.2062771 Mar 31 20:46:53.166202 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39315413-ff75-428e-a600-711920a341d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d472fd9-8457-4dba-a810-c71a44fe03e9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:53.357810 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['35ba7141-3883-4f19-8377-99cfe2cf1a0c'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:46:53.642528 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412a00f-82bd-43a1-b7ef-0a15a52dff7e req-0e17fe81-7203-4e5d-bab6-df7f966c3199 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:53.644057 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f412a00f-82bd-43a1-b7ef-0a15a52dff7e req-0e17fe81-7203-4e5d-bab6-df7f966c3199 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/ports?device_id=276ed650-ec03-462e-81be-231d27fd2fd2 HTTP/1.1" status: 200 len: 948 time: 0.0565357 Mar 31 20:46:53.691992 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f412a00f-82bd-43a1-b7ef-0a15a52dff7e req-923713f8-a355-40c1-adb2-8ba7f75433c8 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8f9ba8b-9e12-41d8-907f-e8dae917946e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420387 Mar 31 20:46:53.765867 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 58246) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:53.770608 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-3481cf64-773e-4c64-adc0-a2f1f9d8dce9 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--818098784', 'description': 'tempest-description--652959163'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:46:53.797627 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01f79a-a092-4cb3-9e83-94ec2f81baff req-c86593c1-6262-4ca7-8da9-e8a6f48ecd0e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:53.799174 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ea01f79a-a092-4cb3-9e83-94ec2f81baff req-c86593c1-6262-4ca7-8da9-e8a6f48ecd0e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 944 time: 0.0529895 Mar 31 20:46:53.846224 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ea01f79a-a092-4cb3-9e83-94ec2f81baff req-90e242f0-3068-481f-9726-5ddbf92d8eae tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405405 Mar 31 20:46:53.871995 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3481cf64-773e-4c64-adc0-a2f1f9d8dce9 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:53.930486 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 58248) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:53.938091 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3481cf64-773e-4c64-adc0-a2f1f9d8dce9 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group (2bd2d835-02b5-40e8-b177-7ed729632acb), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:53.943431 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a6ebd135-e92a-4d11-a8cd-718be07016e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:54.019041 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a6ebd135-e92a-4d11-a8cd-718be07016e8 admin admin] Publish callbacks [] for security_group (e16c9f70-6ab6-45cc-8e46-eeed2d021cc2), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:54.040632 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3481cf64-773e-4c64-adc0-a2f1f9d8dce9 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (2bd2d835-02b5-40e8-b177-7ed729632acb), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:54.069110 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481cf64-773e-4c64-adc0-a2f1f9d8dce9 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd2d835-02b5-40e8-b177-7ed729632acb,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:54.154842 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a6ebd135-e92a-4d11-a8cd-718be07016e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (e16c9f70-6ab6-45cc-8e46-eeed2d021cc2), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:54.187892 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3481cf64-773e-4c64-adc0-a2f1f9d8dce9 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:54.190777 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-3481cf64-773e-4c64-adc0-a2f1f9d8dce9 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4226279 Mar 31 20:46:54.193903 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-a6ebd135-e92a-4d11-a8cd-718be07016e8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=55d1039385264bbf8f2ae14207924cf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622182 Mar 31 20:46:54.194794 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebd135-e92a-4d11-a8cd-718be07016e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16c9f70-6ab6-45cc-8e46-eeed2d021cc2,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:54.202994 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 58250) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:54.203112 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 58252) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:54.208726 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-525b00a8-363b-4cf9-bfcf-2ad41c95b811 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Request body: {'security_group_rule': {'security_group_id': '2bd2d835-02b5-40e8-b177-7ed729632acb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:46:54.250181 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1028adf7-299c-4f0c-b594-1fbe4ca4e15b admin admin] Publish callbacks [] for security_group (e16c9f70-6ab6-45cc-8e46-eeed2d021cc2), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:54.273403 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1028adf7-299c-4f0c-b594-1fbe4ca4e15b admin admin] Publish callbacks [] for security_group (e16c9f70-6ab6-45cc-8e46-eeed2d021cc2), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:54.306808 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-525b00a8-363b-4cf9-bfcf-2ad41c95b811 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group_rule (0e40d9bc-b67c-4dd9-86f9-af3d92919fd6), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:54.344354 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 86ef448c-1b94-4e59-8b63-75a5cd8a80ee up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:46:54.395058 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:46:54.395739 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:54.397736 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1028adf7-299c-4f0c-b594-1fbe4ca4e15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (e16c9f70-6ab6-45cc-8e46-eeed2d021cc2), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:54.400400 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1028adf7-299c-4f0c-b594-1fbe4ca4e15b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:54.406426 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-1028adf7-299c-4f0c-b594-1fbe4ca4e15b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e16c9f70-6ab6-45cc-8e46-eeed2d021cc2 HTTP/1.1" status: 204 len: 168 time: 0.1975353 Mar 31 20:46:54.411743 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028adf7-299c-4f0c-b594-1fbe4ca4e15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16c9f70-6ab6-45cc-8e46-eeed2d021cc2,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:54.412013 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-525b00a8-363b-4cf9-bfcf-2ad41c95b811 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group_rule (0e40d9bc-b67c-4dd9-86f9-af3d92919fd6), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:54.488603 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:46:54.489003 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:54.523877 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1811c10-9b50-4836-8d81-efae3268db24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ef448c-1b94-4e59-8b63-75a5cd8a80ee'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:46:54.530308 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-525b00a8-363b-4cf9-bfcf-2ad41c95b811 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (0e40d9bc-b67c-4dd9-86f9-af3d92919fd6), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:54.530489 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa124ac4-e13d-4c9b-ba84-7ccc000d4993" -d '{"events": [{"server_uuid": "a1811c10-9b50-4836-8d81-efae3268db24", "name": "network-vif-plugged", "status": "completed", "tag": "86ef448c-1b94-4e59-8b63-75a5cd8a80ee"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:46:54.546600 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b00a8-363b-4cf9-bfcf-2ad41c95b811 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e40d9bc-b67c-4dd9-86f9-af3d92919fd6,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:54.560611 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=86ef448c-1b94-4e59-8b63-75a5cd8a80ee,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:46:54.583224 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a05db35-1cdf-4aeb-aee1-c4776e061d45 x-openstack-request-id: req-3a05db35-1cdf-4aeb-aee1-c4776e061d45 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:46:54.583515 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1811c10-9b50-4836-8d81-efae3268db24", "name": "network-vif-plugged", "status": "completed", "tag": "86ef448c-1b94-4e59-8b63-75a5cd8a80ee", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:46:54.583806 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3a05db35-1cdf-4aeb-aee1-c4776e061d45 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:46:54.584210 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a05db35-1cdf-4aeb-aee1-c4776e061d45'] response: {'server_uuid': 'a1811c10-9b50-4836-8d81-efae3268db24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ef448c-1b94-4e59-8b63-75a5cd8a80ee', 'code': 200} Mar 31 20:46:54.646643 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:54.648143 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-525b00a8-363b-4cf9-bfcf-2ad41c95b811 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:54.649381 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-525b00a8-363b-4cf9-bfcf-2ad41c95b811 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4450755 Mar 31 20:46:54.652383 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 58270) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:54.656951 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-18aee780-a081-407e-90e1-1eb7c35dd69e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Request body: {'security_group_rule': {'security_group_id': '2bd2d835-02b5-40e8-b177-7ed729632acb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:46:54.703606 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=86ef448c-1b94-4e59-8b63-75a5cd8a80ee,revision_number=7']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:54.813933 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-18aee780-a081-407e-90e1-1eb7c35dd69e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group_rule (accee3de-8471-4661-a69a-7dfdd6db5418), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:54.868684 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c5a8e-a69f-490f-a67c-56a4be2b241d req-c9925814-438d-476e-a20b-b62b7099a20b tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:54.870167 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-236c5a8e-a69f-490f-a67c-56a4be2b241d req-c9925814-438d-476e-a20b-b62b7099a20b tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/ports?device_id=276ed650-ec03-462e-81be-231d27fd2fd2 HTTP/1.1" status: 200 len: 948 time: 0.0983129 Mar 31 20:46:54.945229 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-18aee780-a081-407e-90e1-1eb7c35dd69e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group_rule (accee3de-8471-4661-a69a-7dfdd6db5418), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:54.950843 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-236c5a8e-a69f-490f-a67c-56a4be2b241d req-ab35ce95-5c69-4630-b406-6faa65aa6c0a tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8f9ba8b-9e12-41d8-907f-e8dae917946e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745258 Mar 31 20:46:54.997516 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f475d3f-62bf-4181-aa33-650c949d5bd4 req-74750168-d65b-4ac6-8b55-285560df3a34 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:55.000231 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3f475d3f-62bf-4181-aa33-650c949d5bd4 req-74750168-d65b-4ac6-8b55-285560df3a34 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.0726409 Mar 31 20:46:55.036372 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-18aee780-a081-407e-90e1-1eb7c35dd69e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (accee3de-8471-4661-a69a-7dfdd6db5418), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:55.079059 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3f475d3f-62bf-4181-aa33-650c949d5bd4 req-d9004e28-f851-4676-9d1b-fc2e3890c8c6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742588 Mar 31 20:46:55.080630 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aee780-a081-407e-90e1-1eb7c35dd69e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=accee3de-8471-4661-a69a-7dfdd6db5418,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:55.199645 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-18aee780-a081-407e-90e1-1eb7c35dd69e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:55.201434 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-18aee780-a081-407e-90e1-1eb7c35dd69e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5480752 Mar 31 20:46:55.213524 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 58304) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:46:55.218514 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-004f5dc1-8675-4e87-9548-fe1b660daeef tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Request body: {'floatingip': {'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:46:55.340497 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-004f5dc1-8675-4e87-9548-fe1b660daeef tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:55.468825 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-004f5dc1-8675-4e87-9548-fe1b660daeef tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:55.596010 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-004f5dc1-8675-4e87-9548-fe1b660daeef tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Allocated IP 172.27.0.31 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/3e3e2836-7b9a-4f0d-91d7-8bfd9f427122) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:46:55.706460 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-004f5dc1-8675-4e87-9548-fe1b660daeef tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for port (3e3e2836-7b9a-4f0d-91d7-8bfd9f427122), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:55.846956 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-004f5dc1-8675-4e87-9548-fe1b660daeef tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (3e3e2836-7b9a-4f0d-91d7-8bfd9f427122), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:55.897555 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004f5dc1-8675-4e87-9548-fe1b660daeef tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:46:55.903504 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-004f5dc1-8675-4e87-9548-fe1b660daeef tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:46:55.910217 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004f5dc1-8675-4e87-9548-fe1b660daeef tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:46:55.921839 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f5dc1-8675-4e87-9548-fe1b660daeef tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event updated for resources: {'Port': ['ID=3e3e2836-7b9a-4f0d-91d7-8bfd9f427122,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:55.969649 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-004f5dc1-8675-4e87-9548-fe1b660daeef tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (e2e111a5-ffff-4893-9bb8-8a4704d86f4b), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:56.108514 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339183cc-29c8-42c3-bd25-f5555e5c0dc0 req-c7703aac-1e36-4fdf-8867-ee66ea9e7bdf tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:56.111671 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-339183cc-29c8-42c3-bd25-f5555e5c0dc0 req-c7703aac-1e36-4fdf-8867-ee66ea9e7bdf tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/ports?device_id=276ed650-ec03-462e-81be-231d27fd2fd2 HTTP/1.1" status: 200 len: 948 time: 0.0787468 Mar 31 20:46:56.184409 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-339183cc-29c8-42c3-bd25-f5555e5c0dc0 req-2244f458-4093-49c6-87d5-6c483c9a34da tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8f9ba8b-9e12-41d8-907f-e8dae917946e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671394 Mar 31 20:46:56.211815 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-004f5dc1-8675-4e87-9548-fe1b660daeef tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (3e3e2836-7b9a-4f0d-91d7-8bfd9f427122), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:56.271804 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e160081-b12e-4811-9dd4-4af5968f671f req-5d134b1f-79b0-4105-bc76-930965e9cbe8 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:56.274066 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8e160081-b12e-4811-9dd4-4af5968f671f req-5d134b1f-79b0-4105-bc76-930965e9cbe8 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.0741587 Mar 31 20:46:56.337366 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8e160081-b12e-4811-9dd4-4af5968f671f req-2961b349-a510-488f-948a-139e257840f9 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571215 Mar 31 20:46:56.358739 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 35ba7141-3883-4f19-8377-99cfe2cf1a0c up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:46:56.421713 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-004f5dc1-8675-4e87-9548-fe1b660daeef tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for port (3e3e2836-7b9a-4f0d-91d7-8bfd9f427122), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:56.517659 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning for port 35ba7141-3883-4f19-8377-99cfe2cf1a0c completed by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:46:56.521852 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port 35ba7141-3883-4f19-8377-99cfe2cf1a0c triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:46:56.522228 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (35ba7141-3883-4f19-8377-99cfe2cf1a0c), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:56.589537 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-004f5dc1-8675-4e87-9548-fe1b660daeef tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (3e3e2836-7b9a-4f0d-91d7-8bfd9f427122), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:56.632823 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 35ba7141-3883-4f19-8377-99cfe2cf1a0c is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:46:56.633140 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (35ba7141-3883-4f19-8377-99cfe2cf1a0c), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:56.670791 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-004f5dc1-8675-4e87-9548-fe1b660daeef tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (e2e111a5-ffff-4893-9bb8-8a4704d86f4b), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:56.707913 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f5dc1-8675-4e87-9548-fe1b660daeef tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event updated for resources: {'Port': ['ID=3e3e2836-7b9a-4f0d-91d7-8bfd9f427122,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:56.738192 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ed650-ec03-462e-81be-231d27fd2fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ba7141-3883-4f19-8377-99cfe2cf1a0c'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:46:56.740699 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63a7f2d-8a18-4179-8d3c-fa26c5a0e83b" -d '{"events": [{"server_uuid": "276ed650-ec03-462e-81be-231d27fd2fd2", "name": "network-vif-plugged", "status": "completed", "tag": "35ba7141-3883-4f19-8377-99cfe2cf1a0c"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:46:56.778371 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 35ba7141-3883-4f19-8377-99cfe2cf1a0c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=35ba7141-3883-4f19-8377-99cfe2cf1a0c,segment=NetworkSegment(107b16e9-1884-43b9-b653-977e49024801),segment_id=107b16e9-1884-43b9-b653-977e49024801)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:46:56.811729 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e08907-7178-45ea-817c-f46ea52bcbae x-openstack-request-id: req-e8e08907-7178-45ea-817c-f46ea52bcbae {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:46:56.812039 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276ed650-ec03-462e-81be-231d27fd2fd2", "name": "network-vif-plugged", "status": "completed", "tag": "35ba7141-3883-4f19-8377-99cfe2cf1a0c", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:46:56.812347 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e8e08907-7178-45ea-817c-f46ea52bcbae {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:46:56.812750 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8e08907-7178-45ea-817c-f46ea52bcbae'] response: {'server_uuid': '276ed650-ec03-462e-81be-231d27fd2fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ba7141-3883-4f19-8377-99cfe2cf1a0c', 'code': 200} Mar 31 20:46:57.184341 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-004f5dc1-8675-4e87-9548-fe1b660daeef tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:57.192982 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-004f5dc1-8675-4e87-9548-fe1b660daeef tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9710641 Mar 31 20:46:57.278199 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (35ba7141-3883-4f19-8377-99cfe2cf1a0c), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:46:57.387573 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8e257-e338-45e5-96ef-1b14dc14bfe0 req-934ad1c3-2cbe-45e5-9ca7-234f547f1c99 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:57.390081 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4fa8e257-e338-45e5-96ef-1b14dc14bfe0 req-934ad1c3-2cbe-45e5-9ca7-234f547f1c99 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/ports?device_id=276ed650-ec03-462e-81be-231d27fd2fd2 HTTP/1.1" status: 200 len: 948 time: 0.1286457 Mar 31 20:46:57.425088 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=35ba7141-3883-4f19-8377-99cfe2cf1a0c,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:46:57.540337 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4fa8e257-e338-45e5-96ef-1b14dc14bfe0 req-1fb0ba46-7c2c-4566-a5eb-4da72fecfd57 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8f9ba8b-9e12-41d8-907f-e8dae917946e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442378 Mar 31 20:46:57.595823 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-9efba357-c2f4-4d38-af54-a546c8ff9c77 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--818098784&fields=id&tenant_id=4396e2a514f7449287ea5b0d1b36b858 HTTP/1.1" status: 200 len: 267 time: 0.1924899 Mar 31 20:46:57.743968 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0629ce-67ca-48e1-90b4-faccdb1b4b67 req-72bc8768-ff12-4bbe-a898-a1d866cc9bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:57.745414 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ba0629ce-67ca-48e1-90b4-faccdb1b4b67 req-72bc8768-ff12-4bbe-a898-a1d866cc9bca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=276ed650-ec03-462e-81be-231d27fd2fd2 HTTP/1.1" status: 200 len: 1133 time: 0.2375536 Mar 31 20:46:57.838887 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5d4fa-5ed1-46aa-91c7-d04bf3c53087 req-2631fcbe-eb9d-48ba-bf25-890ab535e43c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:57.840399 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-51e5d4fa-5ed1-46aa-91c7-d04bf3c53087 req-2631fcbe-eb9d-48ba-bf25-890ab535e43c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.1945159 Mar 31 20:46:57.846070 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-d21764a3-2e19-441d-a594-b8ebda0a97ce tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:57.854374 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-d21764a3-2e19-441d-a594-b8ebda0a97ce tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/networks?id=63cb74cd-f9ca-4f98-a1e8-3428b271c26f HTTP/1.1" status: 200 len: 814 time: 0.2562733 Mar 31 20:46:57.890752 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ba0629ce-67ca-48e1-90b4-faccdb1b4b67 req-73b9e389-9b46-4eff-8b1e-c5f9a9d70463 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c8f9ba8b-9e12-41d8-907f-e8dae917946e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277058 Mar 31 20:46:57.900353 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-4d9531d5-6e78-4fce-a4d1-8c3be3e7d316 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/quotas/4396e2a514f7449287ea5b0d1b36b858 HTTP/1.1" status: 200 len: 375 time: 0.0460978 Mar 31 20:46:57.985704 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-51e5d4fa-5ed1-46aa-91c7-d04bf3c53087 req-35dea863-5fcb-489e-8905-cb7ff7e0022b tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124270 Mar 31 20:46:58.002555 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-55db374f-6369-44b1-9c12-b3c8b3bd0713 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4396e2a514f7449287ea5b0d1b36b858&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0948920 Mar 31 20:46:58.114243 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-c36d079b-2251-4190-8502-0f3981dce0ff service neutron] 10.222.0.61 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980003 Mar 31 20:46:58.236683 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-e6620601-4e75-4f86-969b-d3bd54ba335c service neutron] 10.222.0.61 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160817 Mar 31 20:46:58.669784 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aabcf7-08c1-4136-92b3-38e3f2e01b82 req-a59ded0b-792c-4cd8-a529-a73a6f3105e1 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:58.671296 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f1aabcf7-08c1-4136-92b3-38e3f2e01b82 req-a59ded0b-792c-4cd8-a529-a73a6f3105e1 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/ports?device_id=276ed650-ec03-462e-81be-231d27fd2fd2 HTTP/1.1" status: 200 len: 949 time: 0.0566156 Mar 31 20:46:58.719524 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f1aabcf7-08c1-4136-92b3-38e3f2e01b82 req-fc206487-d3e5-45a6-a1f9-1a33f01e428f tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8f9ba8b-9e12-41d8-907f-e8dae917946e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427649 Mar 31 20:46:58.872891 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e302c5b5-b979-4103-b9dc-3f855aa3dcef req-aacf39ad-48a0-41b1-af7f-2008bfaf1c5b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=14393dba-8820-42d6-9b32-23b7ffe8e61d HTTP/1.1" status: 200 len: 210 time: 0.0276825 Mar 31 20:46:59.121799 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c53fcf-8cf0-448f-8312-b16996c9477a req-b2b170f4-d369-4f99-937f-1213c087c3e9 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:59.123278 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d7c53fcf-8cf0-448f-8312-b16996c9477a req-b2b170f4-d369-4f99-937f-1213c087c3e9 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.0619590 Mar 31 20:46:59.196986 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d7c53fcf-8cf0-448f-8312-b16996c9477a req-1a5c8901-7ad8-4f9f-a0ca-a3f23b7d775c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664234 Mar 31 20:46:59.842225 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4f6fa-7640-4e48-8aab-e53ddcf3133b req-e4a64fe9-e196-4275-82f3-000f94f050c2 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:46:59.854445 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-13f4f6fa-7640-4e48-8aab-e53ddcf3133b req-e4a64fe9-e196-4275-82f3-000f94f050c2 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/ports?device_id=276ed650-ec03-462e-81be-231d27fd2fd2 HTTP/1.1" status: 200 len: 949 time: 0.0611548 Mar 31 20:46:59.899483 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-13f4f6fa-7640-4e48-8aab-e53ddcf3133b req-3647776c-94d8-4e6f-8236-d6d749ca3369 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8f9ba8b-9e12-41d8-907f-e8dae917946e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492978 Mar 31 20:46:59.993684 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d04b135d-181c-45f5-bcc7-94e797a52d44 req-b162c979-0a77-441d-9878-1cc5d1955889 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=14393dba-8820-42d6-9b32-23b7ffe8e61d HTTP/1.1" status: 200 len: 210 time: 0.0307691 Mar 31 20:47:00.339788 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311107da-4362-4c22-9719-a0947eb1942c req-f15a8065-b3bf-4307-b7c8-17e4a0fd1ea0 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:00.341709 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-311107da-4362-4c22-9719-a0947eb1942c req-f15a8065-b3bf-4307-b7c8-17e4a0fd1ea0 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.0608208 Mar 31 20:47:00.400952 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-311107da-4362-4c22-9719-a0947eb1942c req-08925bef-3605-42ec-a4d7-98e468fbf6f0 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518193 Mar 31 20:47:01.140692 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4daa6-14a7-4c43-84b3-520fade67bc5 req-c86eb44f-19dc-42fa-8205-a5d54f2e821e tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:01.143910 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f9d4daa6-14a7-4c43-84b3-520fade67bc5 req-c86eb44f-19dc-42fa-8205-a5d54f2e821e tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/ports?device_id=276ed650-ec03-462e-81be-231d27fd2fd2 HTTP/1.1" status: 200 len: 949 time: 0.1321440 Mar 31 20:47:01.205617 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-aca23586-f25f-4cab-b38f-3ef23aba4d06 req-ca6c17f6-f0c6-4621-bddf-1f1227b11191 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=14393dba-8820-42d6-9b32-23b7ffe8e61d HTTP/1.1" status: 200 len: 210 time: 0.0791850 Mar 31 20:47:01.284992 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f9d4daa6-14a7-4c43-84b3-520fade67bc5 req-1ebf755f-d3e5-4c2e-92a0-a7eb451fac40 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8f9ba8b-9e12-41d8-907f-e8dae917946e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214366 Mar 31 20:47:01.790713 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-11fec8b5-808b-44d6-9b7c-6271d6887e5f tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:01.795545 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-11fec8b5-808b-44d6-9b7c-6271d6887e5f tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.32 "GET /v2.0/networks?id=63cb74cd-f9ca-4f98-a1e8-3428b271c26f HTTP/1.1" status: 200 len: 814 time: 0.1832769 Mar 31 20:47:01.914098 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec58290-7947-4c06-8717-2adfe0c6ef7b req-1bc9d5c7-edd0-4257-898c-f6186f3388ae tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:01.923899 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-eec58290-7947-4c06-8717-2adfe0c6ef7b req-1bc9d5c7-edd0-4257-898c-f6186f3388ae tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.1174448 Mar 31 20:47:01.932689 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-2a801eb2-51c2-4b9c-8f0a-733b74051cdc tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4396e2a514f7449287ea5b0d1b36b858 HTTP/1.1" status: 200 len: 472 time: 0.1272962 Mar 31 20:47:02.000430 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-eec58290-7947-4c06-8717-2adfe0c6ef7b req-810cea44-ff1d-4882-812c-4e199fe2998e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756276 Mar 31 20:47:02.005164 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-9811365b-0add-4df0-bc67-895ce2f4027c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Request body: {'port': {'device_id': '14393dba-8820-42d6-9b32-23b7ffe8e61d', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'admin_state_up': True, 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'security_groups': ['2bd2d835-02b5-40e8-b177-7ed729632acb']}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:47:02.423113 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc040fde-162d-40cb-b614-958737fcb861 req-e8144337-9528-4f3e-be58-c589d660018c tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:02.424621 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-cc040fde-162d-40cb-b614-958737fcb861 req-e8144337-9528-4f3e-be58-c589d660018c tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.4114447 Mar 31 20:47:02.435459 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7200f-c024-4632-8ca8-cf5aeb670ad0 req-fb173942-e1b1-4f5d-a2fb-399522c447a0 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:02.436952 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-02d7200f-c024-4632-8ca8-cf5aeb670ad0 req-fb173942-e1b1-4f5d-a2fb-399522c447a0 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/ports?device_id=276ed650-ec03-462e-81be-231d27fd2fd2 HTTP/1.1" status: 200 len: 949 time: 0.3588452 Mar 31 20:47:02.543334 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-cc040fde-162d-40cb-b614-958737fcb861 req-2d2269a3-9c2c-4bd3-ae25-6adde41d3979 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054029 Mar 31 20:47:02.547662 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-02d7200f-c024-4632-8ca8-cf5aeb670ad0 req-f9849c19-2a9b-40ee-bed9-5c6451a91369 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8f9ba8b-9e12-41d8-907f-e8dae917946e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027682 Mar 31 20:47:02.630732 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c97f59da-63f9-4e2c-b31f-05454a9cf097 req-ee887fee-ceb5-43d9-a63e-6d5f3f974f79 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=14393dba-8820-42d6-9b32-23b7ffe8e61d HTTP/1.1" status: 200 len: 210 time: 0.0258317 Mar 31 20:47:02.968825 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-9811365b-0add-4df0-bc67-895ce2f4027c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Made reservation on behalf of 4396e2a514f7449287ea5b0d1b36b858 for: {'port': 1} {{(pid=110549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:47:02.972336 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-9811365b-0add-4df0-bc67-895ce2f4027c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:03.182644 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-9811365b-0add-4df0-bc67-895ce2f4027c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Allocated IP 172.20.0.5 (63cb74cd-f9ca-4f98-a1e8-3428b271c26f/7eadc9f8-4885-4224-91fc-800445db1b60/16afc311-5dc1-4a4a-911b-0f4e310558f7) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:47:03.202774 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea9ea1-8d18-418a-b3e9-d26ca0aaccd1 req-7739dd32-9677-4d6f-b5ec-6d3914a4792d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:03.204288 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4fea9ea1-8d18-418a-b3e9-d26ca0aaccd1 req-7739dd32-9677-4d6f-b5ec-6d3914a4792d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.1118023 Mar 31 20:47:03.294692 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:03.320563 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4fea9ea1-8d18-418a-b3e9-d26ca0aaccd1 req-86e9d6b4-43d0-4722-959e-2396d4780dd4 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085382 Mar 31 20:47:03.378160 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-9811365b-0add-4df0-bc67-895ce2f4027c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for port (16afc311-5dc1-4a4a-911b-0f4e310558f7), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:03.489325 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-9811365b-0add-4df0-bc67-895ce2f4027c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (16afc311-5dc1-4a4a-911b-0f4e310558f7), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:03.529964 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-9811365b-0add-4df0-bc67-895ce2f4027c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:47:03.533237 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-9811365b-0add-4df0-bc67-895ce2f4027c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:47:03.537434 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-9811365b-0add-4df0-bc67-895ce2f4027c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:47:03.630761 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-9811365b-0add-4df0-bc67-895ce2f4027c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:03.631552 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-9811365b-0add-4df0-bc67-895ce2f4027c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:03.653959 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811365b-0add-4df0-bc67-895ce2f4027c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event updated for resources: {'Port': ['ID=16afc311-5dc1-4a4a-911b-0f4e310558f7,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:03.744504 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-9811365b-0add-4df0-bc67-895ce2f4027c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7495668 Mar 31 20:47:03.808858 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-ae2d5715-e66f-46c5-800c-78591de97e8c service neutron] Request body: {'port': {'device_id': '14393dba-8820-42d6-9b32-23b7ffe8e61d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:47:03.893399 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca58e6-a882-4f50-b3a3-7a9b9dcf1622 req-0068fbfd-22f1-4359-bfbb-105049160a05 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:03.894496 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-fa93a711-fa57-4162-9a7e-fb73cd6a5a6a None None] Provisioning complete for port 16afc311-5dc1-4a4a-911b-0f4e310558f7 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:03.901021 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-caca58e6-a882-4f50-b3a3-7a9b9dcf1622 req-0068fbfd-22f1-4359-bfbb-105049160a05 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.1951833 Mar 31 20:47:03.901183 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fa93a711-fa57-4162-9a7e-fb73cd6a5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (16afc311-5dc1-4a4a-911b-0f4e310558f7), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:03.940832 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208db712-d3ef-4bcc-8f6b-ad3b2c28c42c req-bea2719f-1ddd-4f12-be08-55f9f0bdc4f0 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:03.949424 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-208db712-d3ef-4bcc-8f6b-ad3b2c28c42c req-bea2719f-1ddd-4f12-be08-55f9f0bdc4f0 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/ports?device_id=276ed650-ec03-462e-81be-231d27fd2fd2 HTTP/1.1" status: 200 len: 949 time: 0.2234693 Mar 31 20:47:03.979804 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-fa93a711-fa57-4162-9a7e-fb73cd6a5a6a None None] Port 16afc311-5dc1-4a4a-911b-0f4e310558f7 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:47:04.046195 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-ae2d5715-e66f-46c5-800c-78591de97e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (16afc311-5dc1-4a4a-911b-0f4e310558f7), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:04.061230 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74437d02-817e-4dbf-b280-8011c10c498e req-001a2428-4101-4d3e-ae0b-d5c69212802a tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:04.063289 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-74437d02-817e-4dbf-b280-8011c10c498e req-001a2428-4101-4d3e-ae0b-d5c69212802a tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.32 "GET /v2.0/ports?device_id=276ed650-ec03-462e-81be-231d27fd2fd2 HTTP/1.1" status: 200 len: 949 time: 0.1621048 Mar 31 20:47:04.066172 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-208db712-d3ef-4bcc-8f6b-ad3b2c28c42c req-ae071256-b029-4573-b5f6-80eb4a127c04 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8f9ba8b-9e12-41d8-907f-e8dae917946e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113594 Mar 31 20:47:04.209695 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-caca58e6-a882-4f50-b3a3-7a9b9dcf1622 req-314c47e8-4696-4396-bf6d-d698b74a167c tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2857594 Mar 31 20:47:04.360681 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edd69d-3d7b-4630-a3df-e5800f070de0 req-637dfa99-63a0-415c-8901-666ffb2f75f9 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:04.362164 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d5edd69d-3d7b-4630-a3df-e5800f070de0 req-637dfa99-63a0-415c-8901-666ffb2f75f9 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=14393dba-8820-42d6-9b32-23b7ffe8e61d HTTP/1.1" status: 200 len: 931 time: 0.1904778 Mar 31 20:47:04.435107 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-74437d02-817e-4dbf-b280-8011c10c498e req-a4960b74-6c7c-4e38-b42f-6631492c93de tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Deleting port 35ba7141-3883-4f19-8377-99cfe2cf1a0c {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:47:04.435459 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-74437d02-817e-4dbf-b280-8011c10c498e req-a4960b74-6c7c-4e38-b42f-6631492c93de tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (35ba7141-3883-4f19-8377-99cfe2cf1a0c), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:04.468740 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d5edd69d-3d7b-4630-a3df-e5800f070de0 req-b011c22b-1513-4b55-acdc-82a81d19388b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bd2d835-02b5-40e8-b177-7ed729632acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958085 Mar 31 20:47:04.558020 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-ae2d5715-e66f-46c5-800c-78591de97e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16afc311-5dc1-4a4a-911b-0f4e310558f7 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:47:04.566763 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-ae2d5715-e66f-46c5-800c-78591de97e8c service neutron] Publish callbacks [] for port (16afc311-5dc1-4a4a-911b-0f4e310558f7), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:04.573349 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-74437d02-817e-4dbf-b280-8011c10c498e req-a4960b74-6c7c-4e38-b42f-6631492c93de tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] For port 35ba7141-3883-4f19-8377-99cfe2cf1a0c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=35ba7141-3883-4f19-8377-99cfe2cf1a0c,segment=NetworkSegment(107b16e9-1884-43b9-b653-977e49024801),segment_id=107b16e9-1884-43b9-b653-977e49024801)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:47:04.573674 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-74437d02-817e-4dbf-b280-8011c10c498e req-a4960b74-6c7c-4e38-b42f-6631492c93de tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (35ba7141-3883-4f19-8377-99cfe2cf1a0c), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:04.584869 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-ae2d5715-e66f-46c5-800c-78591de97e8c service neutron] Transition to ACTIVE for port object 16afc311-5dc1-4a4a-911b-0f4e310558f7 will not be triggered until provisioned by entity L2. {{(pid=110549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:47:04.595414 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-74437d02-817e-4dbf-b280-8011c10c498e req-a4960b74-6c7c-4e38-b42f-6631492c93de tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Calling delete_port for 35ba7141-3883-4f19-8377-99cfe2cf1a0c owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:47:04.655990 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5201dbd-ff05-4949-8cb2-31d5e174a23a req-3477e0b4-1d56-4d8b-a093-9ea874d66fed tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:04.663143 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a5201dbd-ff05-4949-8cb2-31d5e174a23a req-3477e0b4-1d56-4d8b-a093-9ea874d66fed tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.0762460 Mar 31 20:47:04.697511 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-ae2d5715-e66f-46c5-800c-78591de97e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12676161'] for port (16afc311-5dc1-4a4a-911b-0f4e310558f7), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:04.809511 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d5715-e66f-46c5-800c-78591de97e8c service neutron] Pushing event updated for resources: {'Port': ['ID=16afc311-5dc1-4a4a-911b-0f4e310558f7,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:04.824284 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a5201dbd-ff05-4949-8cb2-31d5e174a23a req-af7a9239-ba42-494f-b9b1-760a2b0a3abc tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528780 Mar 31 20:47:04.912994 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-ae2d5715-e66f-46c5-800c-78591de97e8c service neutron] Attempting to bind port 16afc311-5dc1-4a4a-911b-0f4e310558f7 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:47:04.913524 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-ae2d5715-e66f-46c5-800c-78591de97e8c service neutron] Attempting to bind port 16afc311-5dc1-4a4a-911b-0f4e310558f7 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:47:04.913860 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-ae2d5715-e66f-46c5-800c-78591de97e8c service neutron] Attempting to bind port 16afc311-5dc1-4a4a-911b-0f4e310558f7 on network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:47:04.919174 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-ae2d5715-e66f-46c5-800c-78591de97e8c service neutron] Port 16afc311-5dc1-4a4a-911b-0f4e310558f7 on network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:47:04.919174 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-ae2d5715-e66f-46c5-800c-78591de97e8c service neutron] Attempting to bind port 16afc311-5dc1-4a4a-911b-0f4e310558f7 on network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:47:04.926368 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-ae2d5715-e66f-46c5-800c-78591de97e8c service neutron] Checking agent: {'id': '7dd6c0b4-7b51-4ce7-a43e-f42db731a887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'started_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:47:04.926755 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-ae2d5715-e66f-46c5-800c-78591de97e8c service neutron] Checking segment: {'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:47:04.927156 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-ae2d5715-e66f-46c5-800c-78591de97e8c service neutron] Bound using segment: {'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:47:04.927645 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-ae2d5715-e66f-46c5-800c-78591de97e8c service neutron] Bound port: 16afc311-5dc1-4a4a-911b-0f4e310558f7, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:47:04.928003 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-ae2d5715-e66f-46c5-800c-78591de97e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (16afc311-5dc1-4a4a-911b-0f4e310558f7), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:04.988187 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-74437d02-817e-4dbf-b280-8011c10c498e req-a4960b74-6c7c-4e38-b42f-6631492c93de tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414'] for port (35ba7141-3883-4f19-8377-99cfe2cf1a0c), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:05.002527 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['35ba7141-3883-4f19-8377-99cfe2cf1a0c'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:47:05.038093 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-ae2d5715-e66f-46c5-800c-78591de97e8c service neutron] For port 16afc311-5dc1-4a4a-911b-0f4e310558f7, host hv-cinder-83607, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:47:05.042432 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-ae2d5715-e66f-46c5-800c-78591de97e8c service neutron] For port 16afc311-5dc1-4a4a-911b-0f4e310558f7, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=16afc311-5dc1-4a4a-911b-0f4e310558f7,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:47:05.081696 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4960b74-6c7c-4e38-b42f-6631492c93de tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Pushing event deleted for resources: {'Port': ['ID=35ba7141-3883-4f19-8377-99cfe2cf1a0c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:05.203711 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-74437d02-817e-4dbf-b280-8011c10c498e req-a4960b74-6c7c-4e38-b42f-6631492c93de tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] No DVR routers for this DVR port 35ba7141-3883-4f19-8377-99cfe2cf1a0c on host hv-cinder-83607 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:47:05.206937 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-74437d02-817e-4dbf-b280-8011c10c498e req-a4960b74-6c7c-4e38-b42f-6631492c93de tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:05.212954 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-74437d02-817e-4dbf-b280-8011c10c498e req-a4960b74-6c7c-4e38-b42f-6631492c93de tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.32 "DELETE /v2.0/ports/35ba7141-3883-4f19-8377-99cfe2cf1a0c HTTP/1.1" status: 204 len: 173 time: 1.1435432 Mar 31 20:47:05.213460 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ed650-ec03-462e-81be-231d27fd2fd2', 'name': 'network-vif-deleted', 'tag': '35ba7141-3883-4f19-8377-99cfe2cf1a0c'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:47:05.215874 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74f6caa-eee8-42da-9029-68a40f66c94f" -d '{"events": [{"server_uuid": "276ed650-ec03-462e-81be-231d27fd2fd2", "name": "network-vif-deleted", "tag": "35ba7141-3883-4f19-8377-99cfe2cf1a0c"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:47:05.282428 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-333f8fe9-c9e9-4f8d-89e9-b79baf914488 req-7edcd217-cf92-4692-9905-b48138ee7db9 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/ports?device_id=276ed650-ec03-462e-81be-231d27fd2fd2 HTTP/1.1" status: 200 len: 210 time: 0.0968688 Mar 31 20:47:05.283687 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-ae2d5715-e66f-46c5-800c-78591de97e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12676161'] for port (16afc311-5dc1-4a4a-911b-0f4e310558f7), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:05.313963 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12576edd-f756-4864-bbff-7e25e0989a5d x-openstack-request-id: req-12576edd-f756-4864-bbff-7e25e0989a5d {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:47:05.314361 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276ed650-ec03-462e-81be-231d27fd2fd2", "name": "network-vif-deleted", "tag": "35ba7141-3883-4f19-8377-99cfe2cf1a0c", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:47:05.314710 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-12576edd-f756-4864-bbff-7e25e0989a5d {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:47:05.315271 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12576edd-f756-4864-bbff-7e25e0989a5d'] response: {'server_uuid': '276ed650-ec03-462e-81be-231d27fd2fd2', 'name': 'network-vif-deleted', 'tag': '35ba7141-3883-4f19-8377-99cfe2cf1a0c', 'status': 'completed', 'code': 200} Mar 31 20:47:05.456601 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-ae2d5715-e66f-46c5-800c-78591de97e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:05.466093 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-ae2d5715-e66f-46c5-800c-78591de97e8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:05.466093 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-ae2d5715-e66f-46c5-800c-78591de97e8c service neutron] 10.222.0.32 "PUT /v2.0/ports/16afc311-5dc1-4a4a-911b-0f4e310558f7 HTTP/1.1" status: 200 len: 1093 time: 1.6571267 Mar 31 20:47:05.475835 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14393dba-8820-42d6-9b32-23b7ffe8e61d', 'tag': '16afc311-5dc1-4a4a-911b-0f4e310558f7'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:47:05.479830 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5253feeaf43b009d496c5950c37129f342c333472f7057fa14384dd137f2b4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db271b0-37ff-4c10-ae5d-bd1a55f77937" -d '{"events": [{"name": "network-changed", "server_uuid": "14393dba-8820-42d6-9b32-23b7ffe8e61d", "tag": "16afc311-5dc1-4a4a-911b-0f4e310558f7"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:47:05.544786 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d5715-e66f-46c5-800c-78591de97e8c service neutron] Pushing event updated for resources: {'Port': ['ID=16afc311-5dc1-4a4a-911b-0f4e310558f7,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:05.557635 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd129b6e-5ff6-40a7-85f5-ce47ef5fd8c2 x-openstack-request-id: req-cd129b6e-5ff6-40a7-85f5-ce47ef5fd8c2 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:47:05.557931 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14393dba-8820-42d6-9b32-23b7ffe8e61d", "tag": "16afc311-5dc1-4a4a-911b-0f4e310558f7", "status": "completed", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:47:05.558190 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cd129b6e-5ff6-40a7-85f5-ce47ef5fd8c2 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:47:05.563509 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd129b6e-5ff6-40a7-85f5-ce47ef5fd8c2'] response: {'name': 'network-changed', 'server_uuid': '14393dba-8820-42d6-9b32-23b7ffe8e61d', 'tag': '16afc311-5dc1-4a4a-911b-0f4e310558f7', 'status': 'completed', 'code': 200} Mar 31 20:47:05.699464 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6aa773-c484-4e92-a83c-d373877ca9e6 req-c2c96036-5409-4304-aa27-fc02a3f5057c tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:05.702965 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9c6aa773-c484-4e92-a83c-d373877ca9e6 req-c2c96036-5409-4304-aa27-fc02a3f5057c tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.2933884 Mar 31 20:47:05.774042 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db271b0-37ff-4c10-ae5d-bd1a55f77937 req-fa57dc4b-8079-4732-b3e7-18a7ae627b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:05.776273 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5db271b0-37ff-4c10-ae5d-bd1a55f77937 req-fa57dc4b-8079-4732-b3e7-18a7ae627b0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4396e2a514f7449287ea5b0d1b36b858&device_id=14393dba-8820-42d6-9b32-23b7ffe8e61d HTTP/1.1" status: 200 len: 1127 time: 0.1917729 Mar 31 20:47:05.873368 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382da587-6556-4105-b91e-8eed695d6a5c req-8468aa44-d5d7-488f-b0bd-76057f5e588d tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:05.874939 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-382da587-6556-4105-b91e-8eed695d6a5c req-8468aa44-d5d7-488f-b0bd-76057f5e588d tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=14393dba-8820-42d6-9b32-23b7ffe8e61d HTTP/1.1" status: 200 len: 943 time: 0.1693952 Mar 31 20:47:05.888113 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9c6aa773-c484-4e92-a83c-d373877ca9e6 req-09740cce-1600-4b8c-aa55-b04665e7b728 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786201 Mar 31 20:47:05.989447 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db271b0-37ff-4c10-ae5d-bd1a55f77937 req-4972d2ee-a1ab-4a92-a2ab-09a3be91972f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:05.990408 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5db271b0-37ff-4c10-ae5d-bd1a55f77937 req-4972d2ee-a1ab-4a92-a2ab-09a3be91972f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4396e2a514f7449287ea5b0d1b36b858&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1964259 Mar 31 20:47:06.008759 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-382da587-6556-4105-b91e-8eed695d6a5c req-6310413a-194c-47fa-ba4e-14d61ac1e840 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bd2d835-02b5-40e8-b177-7ed729632acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247211 Mar 31 20:47:06.113724 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c19266-292b-4ec3-8f9b-dc4e9b67f233 req-139f3d04-7c86-4d62-a613-934fd6903151 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:06.120618 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b2c19266-292b-4ec3-8f9b-dc4e9b67f233 req-139f3d04-7c86-4d62-a613-934fd6903151 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.1466343 Mar 31 20:47:06.172259 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db271b0-37ff-4c10-ae5d-bd1a55f77937 req-4a0a1c9c-5c0a-4406-bb88-d768108f884e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:06.173806 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5db271b0-37ff-4c10-ae5d-bd1a55f77937 req-4a0a1c9c-5c0a-4406-bb88-d768108f884e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1641726 Mar 31 20:47:06.218168 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b2c19266-292b-4ec3-8f9b-dc4e9b67f233 req-d2999ca2-5a5a-46e1-83bd-18c7129b3ef8 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962548 Mar 31 20:47:06.306044 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-8aa34326-2d9b-4a84-a163-d6ad156bd0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:06.307630 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-8aa34326-2d9b-4a84-a163-d6ad156bd0d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4396e2a514f7449287ea5b0d1b36b858&device_id=14393dba-8820-42d6-9b32-23b7ffe8e61d HTTP/1.1" status: 200 len: 1127 time: 0.0864406 Mar 31 20:47:06.372534 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-b8ada9ff-c7d9-4a75-ad28-59c15605a1c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16afc311-5dc1-4a4a-911b-0f4e310558f7 HTTP/1.1" status: 200 len: 217 time: 0.0529876 Mar 31 20:47:06.485081 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0b523fa0-1535-49b7-8a8e-e4bef6bdef67 req-a8adcb27-e9b6-4582-b310-a64b2a26ed48 tempest-VolumesNegativeTest-1673469822 tempest-VolumesNegativeTest-1673469822-project] 10.222.0.61 "GET /v2.0/ports?device_id=276ed650-ec03-462e-81be-231d27fd2fd2 HTTP/1.1" status: 200 len: 210 time: 0.0920157 Mar 31 20:47:06.518338 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-8d3a0a15-4146-48c7-8dfc-26ff7e73619a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:06.519869 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-8d3a0a15-4146-48c7-8dfc-26ff7e73619a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7eadc9f8-4885-4224-91fc-800445db1b60 HTTP/1.1" status: 200 len: 853 time: 0.1413829 Mar 31 20:47:06.610595 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-f9ba9b7f-5cb6-4d6b-8a10-9b9926a18b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:06.612538 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-f9ba9b7f-5cb6-4d6b-8a10-9b9926a18b50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cb74cd-f9ca-4f98-a1e8-3428b271c26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842724 Mar 31 20:47:06.764285 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-42ffa6b6-ac1c-438a-980c-02637867322f service neutron] 10.222.0.32 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299429 Mar 31 20:47:06.887362 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d2d6bb7d-5d0f-45ff-99f8-7d82994df3b7 req-1e95c0fc-43fa-4ba0-a704-4a5d63e998ec service neutron] 10.222.0.32 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170850 Mar 31 20:47:07.055953 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727027b-42d9-461c-89b5-44344d26f9bb req-53db527b-bcec-48d5-9890-83c977d7d40c tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:07.064231 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3727027b-42d9-461c-89b5-44344d26f9bb req-53db527b-bcec-48d5-9890-83c977d7d40c tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0806818 Mar 31 20:47:07.164397 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3727027b-42d9-461c-89b5-44344d26f9bb req-30c009ec-8940-4e84-b42a-1d7cf5f0f011 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984249 Mar 31 20:47:07.246994 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4e7e5-b451-49f0-9a7f-ed089b7f00b8 req-b8402e93-5bb5-42c5-9890-0993dc2f7ae1 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:07.250212 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c1a4e7e5-b451-49f0-9a7f-ed089b7f00b8 req-b8402e93-5bb5-42c5-9890-0993dc2f7ae1 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=14393dba-8820-42d6-9b32-23b7ffe8e61d HTTP/1.1" status: 200 len: 943 time: 0.1289165 Mar 31 20:47:07.363981 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c1a4e7e5-b451-49f0-9a7f-ed089b7f00b8 req-fcb816da-66bf-4785-b52e-a27c8dd27d4b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bd2d835-02b5-40e8-b177-7ed729632acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051285 Mar 31 20:47:07.406970 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5969ec-cb41-4db7-b13b-fbb44352188f req-e8374fd6-e7f4-48ed-98a1-923bde9bb9c3 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:07.408615 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4c5969ec-cb41-4db7-b13b-fbb44352188f req-e8374fd6-e7f4-48ed-98a1-923bde9bb9c3 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.0612803 Mar 31 20:47:07.461769 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4c5969ec-cb41-4db7-b13b-fbb44352188f req-10778175-3379-42c9-ac6f-e4fa55f009ff tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445452 Mar 31 20:47:08.299792 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865f00d-d7e5-4afb-9c8a-78b6887c1420 req-5babcc1b-505d-4ffe-a0a2-9cfc9fdf85fc tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:08.299792 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5865f00d-d7e5-4afb-9c8a-78b6887c1420 req-5babcc1b-505d-4ffe-a0a2-9cfc9fdf85fc tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0511205 Mar 31 20:47:08.355705 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5865f00d-d7e5-4afb-9c8a-78b6887c1420 req-a1b1babb-c598-4072-99a2-6de4610d7be2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519469 Mar 31 20:47:08.402105 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 35ba7141-3883-4f19-8377-99cfe2cf1a0c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:47:08.424627 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] No Port match for: 35ba7141-3883-4f19-8377-99cfe2cf1a0c {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:47:08.424968 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 35ba7141-3883-4f19-8377-99cfe2cf1a0c not bound to the agent host hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:47:08.486385 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbfcff-048e-4358-889c-4a5d0ab47aa4 req-fdfac0cf-c18f-4dda-9351-016149577328 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:08.487891 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2ecbfcff-048e-4358-889c-4a5d0ab47aa4 req-fdfac0cf-c18f-4dda-9351-016149577328 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=14393dba-8820-42d6-9b32-23b7ffe8e61d HTTP/1.1" status: 200 len: 943 time: 0.0515001 Mar 31 20:47:08.538803 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2ecbfcff-048e-4358-889c-4a5d0ab47aa4 req-8212027b-d8b1-42b3-be58-b06bc24d9509 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bd2d835-02b5-40e8-b177-7ed729632acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446436 Mar 31 20:47:08.608923 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797faf3-8046-4e56-94e2-7c16f347b971 req-a1aa4911-c0d4-439a-bfff-d9c732754c18 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:08.610486 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e797faf3-8046-4e56-94e2-7c16f347b971 req-a1aa4911-c0d4-439a-bfff-d9c732754c18 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.0574279 Mar 31 20:47:08.691194 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e797faf3-8046-4e56-94e2-7c16f347b971 req-dc37142b-2dbd-4da2-844e-f933be90b8ee tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707335 Mar 31 20:47:09.078238 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ebe47b0b-fefb-4175-bb04-e533336d982c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:09.484295 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca745420-c1e1-4bba-aa96-6a6fe339fad4 req-aaae377c-1512-4339-94aa-f042e9ce69d6 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:09.485919 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ca745420-c1e1-4bba-aa96-6a6fe339fad4 req-aaae377c-1512-4339-94aa-f042e9ce69d6 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0588822 Mar 31 20:47:09.533487 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ca745420-c1e1-4bba-aa96-6a6fe339fad4 req-73aec3fc-6701-463f-89b8-3db384c07249 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408750 Mar 31 20:47:09.660407 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0cd8b-4b1f-45d6-963e-0670e5bd47d2 req-c1a7780a-9078-4e12-a26e-2f7e94aac1ab tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:09.662034 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7ef0cd8b-4b1f-45d6-963e-0670e5bd47d2 req-c1a7780a-9078-4e12-a26e-2f7e94aac1ab tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=14393dba-8820-42d6-9b32-23b7ffe8e61d HTTP/1.1" status: 200 len: 943 time: 0.0544302 Mar 31 20:47:09.709145 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7ef0cd8b-4b1f-45d6-963e-0670e5bd47d2 req-10d19eba-6cc5-40b9-a3db-1b117285d9b0 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bd2d835-02b5-40e8-b177-7ed729632acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407145 Mar 31 20:47:09.829766 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14900e-f6e4-4841-9bb6-cec85f97dccd req-40acea9d-1c2b-411b-8562-054de3811a5e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:09.831496 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-cc14900e-f6e4-4841-9bb6-cec85f97dccd req-40acea9d-1c2b-411b-8562-054de3811a5e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.0646796 Mar 31 20:47:09.888417 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-cc14900e-f6e4-4841-9bb6-cec85f97dccd req-19fd8995-7951-4422-9854-1fb696ba04e2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491967 Mar 31 20:47:10.412305 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 16afc311-5dc1-4a4a-911b-0f4e310558f7 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:47:10.508463 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 16afc311-5dc1-4a4a-911b-0f4e310558f7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=16afc311-5dc1-4a4a-911b-0f4e310558f7,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:47:10.523739 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': '16afc311-5dc1-4a4a-911b-0f4e310558f7', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'port_id': '16afc311-5dc1-4a4a-911b-0f4e310558f7', 'mac_address': 'fa:16:3e:ed:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:47:10.555134 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa251f56-848c-4486-a46f-6baab60d4fd1 req-fb4bd429-aec4-4432-bbce-41a3f330670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:10.556887 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fa251f56-848c-4486-a46f-6baab60d4fd1 req-fb4bd429-aec4-4432-bbce-41a3f330670b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c2f7a7f12f0247c0881f0c5ba6b5b36d&device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 1129 time: 0.0456269 Mar 31 20:47:10.562815 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 16afc311-5dc1-4a4a-911b-0f4e310558f7 is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:47:10.563214 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (16afc311-5dc1-4a4a-911b-0f4e310558f7), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:10.577943 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16afc311-5dc1-4a4a-911b-0f4e310558f7 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:47:10.608042 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 16afc311-5dc1-4a4a-911b-0f4e310558f7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=16afc311-5dc1-4a4a-911b-0f4e310558f7,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:47:10.703973 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (16afc311-5dc1-4a4a-911b-0f4e310558f7), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:10.704759 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e489bcc-fd5a-47d0-a7e3-d74aebc20677 req-bdd3d169-7b76-407d-bb38-360572980a63 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:10.706267 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2e489bcc-fd5a-47d0-a7e3-d74aebc20677 req-bdd3d169-7b76-407d-bb38-360572980a63 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0976326 Mar 31 20:47:10.709286 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa251f56-848c-4486-a46f-6baab60d4fd1 req-f228a670-4404-4662-9d36-a1c9fc5423ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:10.710654 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fa251f56-848c-4486-a46f-6baab60d4fd1 req-f228a670-4404-4662-9d36-a1c9fc5423ef service neutron] 10.222.0.32 "GET /v2.0/networks?id=29c94a09-ad75-42a2-8666-a0269d34f4fc HTTP/1.1" status: 200 len: 917 time: 0.1460247 Mar 31 20:47:10.767195 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=16afc311-5dc1-4a4a-911b-0f4e310558f7,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:10.834551 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2e489bcc-fd5a-47d0-a7e3-d74aebc20677 req-0bde8a56-ec00-47f9-80b5-362fe1ca11d9 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219177 Mar 31 20:47:10.836650 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fa251f56-848c-4486-a46f-6baab60d4fd1 req-15f8775b-3f92-4932-b323-7098d5b2ae35 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86ef448c-1b94-4e59-8b63-75a5cd8a80ee HTTP/1.1" status: 200 len: 1001 time: 0.1184280 Mar 31 20:47:10.931010 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46991180-1af6-466c-a9b6-1bc90dea7c04 req-4858a094-c6fa-4472-a4bf-ff69e1bfb8ca tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:10.932873 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-46991180-1af6-466c-a9b6-1bc90dea7c04 req-4858a094-c6fa-4472-a4bf-ff69e1bfb8ca tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=14393dba-8820-42d6-9b32-23b7ffe8e61d HTTP/1.1" status: 200 len: 944 time: 0.1164269 Mar 31 20:47:10.934450 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa251f56-848c-4486-a46f-6baab60d4fd1 req-223a329d-80e5-4d6a-ad56-1735f206bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:10.936019 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fa251f56-848c-4486-a46f-6baab60d4fd1 req-223a329d-80e5-4d6a-ad56-1735f206bfb9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=93b81d0e-6ec0-4ee6-b70d-0ae037b995d1 HTTP/1.1" status: 200 len: 855 time: 0.0780904 Mar 31 20:47:11.017226 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['16afc311-5dc1-4a4a-911b-0f4e310558f7'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:47:11.073154 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-46991180-1af6-466c-a9b6-1bc90dea7c04 req-cc7c6c2d-d48a-496a-86f3-48fa2698afe1 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bd2d835-02b5-40e8-b177-7ed729632acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349425 Mar 31 20:47:11.081650 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa251f56-848c-4486-a46f-6baab60d4fd1 req-8839aa62-4fe1-44f3-a3f1-fa92455ec77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:11.083209 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fa251f56-848c-4486-a46f-6baab60d4fd1 req-8839aa62-4fe1-44f3-a3f1-fa92455ec77f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29c94a09-ad75-42a2-8666-a0269d34f4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1392512 Mar 31 20:47:11.090169 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388268f-4890-4fc8-b9e8-9054c91e0e00 req-b19e44d8-dbd1-47a7-b412-def645db557a tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:11.091626 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e388268f-4890-4fc8-b9e8-9054c91e0e00 req-b19e44d8-dbd1-47a7-b412-def645db557a tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.1177590 Mar 31 20:47:11.191116 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e388268f-4890-4fc8-b9e8-9054c91e0e00 req-819a385c-0c0a-4dc6-95df-b58e1da56518 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914237 Mar 31 20:47:11.216126 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fa251f56-848c-4486-a46f-6baab60d4fd1 req-50bd997a-003a-425a-a8cc-333a5f286b33 service neutron] 10.222.0.32 "GET /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234977 Mar 31 20:47:11.314048 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fa251f56-848c-4486-a46f-6baab60d4fd1 req-ce82fdbe-8a16-4215-ba4e-fdec4e6e28cc service neutron] 10.222.0.32 "GET /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897436 Mar 31 20:47:11.695438 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b20757b1-1308-4a99-a3af-b0236755e28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:11.964959 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83bb94-9ee0-4e3f-bfd2-e055158d9e9e req-6c53c33f-f84a-4a69-bf6f-42dcb609cbda tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:11.966724 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5e83bb94-9ee0-4e3f-bfd2-e055158d9e9e req-6c53c33f-f84a-4a69-bf6f-42dcb609cbda tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0618324 Mar 31 20:47:12.028686 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5e83bb94-9ee0-4e3f-bfd2-e055158d9e9e req-cae32cde-a548-45a2-85fa-990b807dcae6 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563908 Mar 31 20:47:12.208551 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee90c2d-7836-4cc7-aae3-daeb6db73c9a req-63b24547-771d-4db6-845e-1b8afb927e92 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:12.210632 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bee90c2d-7836-4cc7-aae3-daeb6db73c9a req-63b24547-771d-4db6-845e-1b8afb927e92 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=14393dba-8820-42d6-9b32-23b7ffe8e61d HTTP/1.1" status: 200 len: 944 time: 0.0631316 Mar 31 20:47:12.269172 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bee90c2d-7836-4cc7-aae3-daeb6db73c9a req-70c6cb02-c843-4299-a8c1-0e386676901b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bd2d835-02b5-40e8-b177-7ed729632acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524642 Mar 31 20:47:12.329171 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d1210-6738-4b22-9132-1fa558448aa4 req-7314a187-7801-46d1-a5b1-d6c42b4bfa8e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:12.330571 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e39d1210-6738-4b22-9132-1fa558448aa4 req-7314a187-7801-46d1-a5b1-d6c42b4bfa8e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 945 time: 0.0540552 Mar 31 20:47:12.378885 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e39d1210-6738-4b22-9132-1fa558448aa4 req-1091cfe8-c6b2-43b7-b2db-6e8b74302d2e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415540 Mar 31 20:47:12.426463 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 16afc311-5dc1-4a4a-911b-0f4e310558f7 up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:47:12.589252 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning for port 16afc311-5dc1-4a4a-911b-0f4e310558f7 completed by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:47:12.593348 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port 16afc311-5dc1-4a4a-911b-0f4e310558f7 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:12.593780 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (16afc311-5dc1-4a4a-911b-0f4e310558f7), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:12.685893 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 16afc311-5dc1-4a4a-911b-0f4e310558f7 is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:47:12.686293 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (16afc311-5dc1-4a4a-911b-0f4e310558f7), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:12.713082 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14393dba-8820-42d6-9b32-23b7ffe8e61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16afc311-5dc1-4a4a-911b-0f4e310558f7'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:47:12.713082 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f4fc53-5ee7-4d67-83bb-e365ff4c4909" -d '{"events": [{"server_uuid": "14393dba-8820-42d6-9b32-23b7ffe8e61d", "name": "network-vif-plugged", "status": "completed", "tag": "16afc311-5dc1-4a4a-911b-0f4e310558f7"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:47:12.726265 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 16afc311-5dc1-4a4a-911b-0f4e310558f7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=16afc311-5dc1-4a4a-911b-0f4e310558f7,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:47:12.750185 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd01ec5-5c1b-4f1d-9bb3-327aebf80ffe x-openstack-request-id: req-ecd01ec5-5c1b-4f1d-9bb3-327aebf80ffe {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:47:12.750542 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14393dba-8820-42d6-9b32-23b7ffe8e61d", "name": "network-vif-plugged", "status": "completed", "tag": "16afc311-5dc1-4a4a-911b-0f4e310558f7", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:47:12.750803 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ecd01ec5-5c1b-4f1d-9bb3-327aebf80ffe {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:47:12.751207 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd01ec5-5c1b-4f1d-9bb3-327aebf80ffe'] response: {'server_uuid': '14393dba-8820-42d6-9b32-23b7ffe8e61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16afc311-5dc1-4a4a-911b-0f4e310558f7', 'code': 200} Mar 31 20:47:12.837740 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (16afc311-5dc1-4a4a-911b-0f4e310558f7), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:12.842516 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 86ef448c-1b94-4e59-8b63-75a5cd8a80ee no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:47:12.934375 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=16afc311-5dc1-4a4a-911b-0f4e310558f7,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:12.975501 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee is: ACTIVE; New status is: DOWN {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:47:12.976010 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:13.013815 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=86ef448c-1b94-4e59-8b63-75a5cd8a80ee,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:47:13.094931 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:13.170537 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=86ef448c-1b94-4e59-8b63-75a5cd8a80ee,revision_number=8']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:13.175612 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5e603-f91a-4ea3-af1c-30acb5c68d8a req-dba62f96-57bb-4ed8-b314-92294f05e58f tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:13.177298 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-93c5e603-f91a-4ea3-af1c-30acb5c68d8a req-dba62f96-57bb-4ed8-b314-92294f05e58f tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0782948 Mar 31 20:47:13.237460 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 58802) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:47:13.248215 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-93c5e603-f91a-4ea3-af1c-30acb5c68d8a req-a1e84767-649a-4ae9-bd95-fa176a911634 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636342 Mar 31 20:47:13.337134 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c2814-3f07-4aeb-9c19-49bbb6ad79e9 req-2ff7c640-3e69-41ad-86a7-7505acda9005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:13.339186 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-641c2814-3f07-4aeb-9c19-49bbb6ad79e9 req-2ff7c640-3e69-41ad-86a7-7505acda9005 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=14393dba-8820-42d6-9b32-23b7ffe8e61d HTTP/1.1" status: 200 len: 1129 time: 0.0656033 Mar 31 20:47:13.369894 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:13.401543 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e3c058a1-47ff-436d-97db-1151130eff82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:13.438432 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-641c2814-3f07-4aeb-9c19-49bbb6ad79e9 req-1f994df1-7f7c-43a2-aeec-bd1b490cfdf4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2bd2d835-02b5-40e8-b177-7ed729632acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909364 Mar 31 20:47:13.464797 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d90d86-b2a6-4810-a4a8-a5351942d9f0 req-752e2b0e-5e5e-4433-a2f0-35889813e81a tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:13.466366 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a3d90d86-b2a6-4810-a4a8-a5351942d9f0 req-752e2b0e-5e5e-4433-a2f0-35889813e81a tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=14393dba-8820-42d6-9b32-23b7ffe8e61d HTTP/1.1" status: 200 len: 945 time: 0.0936673 Mar 31 20:47:13.501945 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e3c058a1-47ff-436d-97db-1151130eff82 admin admin] Publish callbacks [] for security_group (9ff9356f-8d9e-4fa0-999c-22e739b23f9c), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:13.565878 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a3d90d86-b2a6-4810-a4a8-a5351942d9f0 req-7fe65e7d-88ad-4b42-b70e-610679c41fd8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bd2d835-02b5-40e8-b177-7ed729632acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714173 Mar 31 20:47:13.573262 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381a5d0-ca11-4832-8936-300d2c2d62cd req-b41451f5-4b69-4c36-b166-b89c63989a19 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:13.574787 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f381a5d0-ca11-4832-8936-300d2c2d62cd req-b41451f5-4b69-4c36-b166-b89c63989a19 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 943 time: 0.1075230 Mar 31 20:47:13.580823 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e3c058a1-47ff-436d-97db-1151130eff82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (9ff9356f-8d9e-4fa0-999c-22e739b23f9c), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:13.629255 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-e3c058a1-47ff-436d-97db-1151130eff82 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=164952ba642e41b0bc263dc136aa7981&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3880513 Mar 31 20:47:13.629255 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c058a1-47ff-436d-97db-1151130eff82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff9356f-8d9e-4fa0-999c-22e739b23f9c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:13.629967 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 58826) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:47:13.655371 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f381a5d0-ca11-4832-8936-300d2c2d62cd req-64f81204-9e83-4d98-b147-9f2a64e32010 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726614 Mar 31 20:47:13.710491 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1865b6af-f078-43ab-90d6-2f06d3ebb482 admin admin] Publish callbacks [] for security_group (9ff9356f-8d9e-4fa0-999c-22e739b23f9c), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:13.736225 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1865b6af-f078-43ab-90d6-2f06d3ebb482 admin admin] Publish callbacks [] for security_group (9ff9356f-8d9e-4fa0-999c-22e739b23f9c), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:13.849059 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1865b6af-f078-43ab-90d6-2f06d3ebb482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (9ff9356f-8d9e-4fa0-999c-22e739b23f9c), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:13.851665 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1865b6af-f078-43ab-90d6-2f06d3ebb482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:13.852839 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-1865b6af-f078-43ab-90d6-2f06d3ebb482 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9ff9356f-8d9e-4fa0-999c-22e739b23f9c HTTP/1.1" status: 204 len: 168 time: 0.2219307 Mar 31 20:47:13.862386 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865b6af-f078-43ab-90d6-2f06d3ebb482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff9356f-8d9e-4fa0-999c-22e739b23f9c,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:14.398397 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920be87-274e-41eb-9cfd-3e635698eae6 req-ea27a494-4f4f-40b2-b49c-25e9211103f2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:14.404600 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d920be87-274e-41eb-9cfd-3e635698eae6 req-ea27a494-4f4f-40b2-b49c-25e9211103f2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0770419 Mar 31 20:47:14.454983 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d920be87-274e-41eb-9cfd-3e635698eae6 req-99dca5d5-8d03-4f30-b9ee-bb0202d4dc07 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484118 Mar 31 20:47:14.561523 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:47:14.702454 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbad3d1-e933-427e-8cc9-ba1a00095f9e req-1d66914f-1d87-4b3e-a142-b50d3cf272e8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:14.704017 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-adbad3d1-e933-427e-8cc9-ba1a00095f9e req-1d66914f-1d87-4b3e-a142-b50d3cf272e8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=14393dba-8820-42d6-9b32-23b7ffe8e61d HTTP/1.1" status: 200 len: 945 time: 0.0537982 Mar 31 20:47:14.752108 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1811c10-9b50-4836-8d81-efae3268db24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ef448c-1b94-4e59-8b63-75a5cd8a80ee'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:47:14.755593 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1a8b0d-b5e6-479e-93c2-2e3760471645" -d '{"events": [{"server_uuid": "a1811c10-9b50-4836-8d81-efae3268db24", "name": "network-vif-unplugged", "status": "completed", "tag": "86ef448c-1b94-4e59-8b63-75a5cd8a80ee"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:47:14.760097 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-adbad3d1-e933-427e-8cc9-ba1a00095f9e req-a2248380-5801-43b6-87a4-33368c4accac tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bd2d835-02b5-40e8-b177-7ed729632acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493288 Mar 31 20:47:14.821696 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb066a7f-b844-4d2b-81d4-f61b14dc5de6 req-08a49ba8-9747-4137-a7a6-305561277506 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:14.823352 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-cb066a7f-b844-4d2b-81d4-f61b14dc5de6 req-08a49ba8-9747-4137-a7a6-305561277506 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 943 time: 0.0621994 Mar 31 20:47:14.831711 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 20:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763ff8cf-575b-4a4d-9522-62eca0dc0fc2 x-openstack-request-id: req-763ff8cf-575b-4a4d-9522-62eca0dc0fc2 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:47:14.832062 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1811c10-9b50-4836-8d81-efae3268db24", "name": "network-vif-unplugged", "status": "failed", "tag": "86ef448c-1b94-4e59-8b63-75a5cd8a80ee", "code": 422}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:47:14.832338 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-763ff8cf-575b-4a4d-9522-62eca0dc0fc2 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:47:14.832902 dv-cinder-836072-1-iscsi neutron-server[110551]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-763ff8cf-575b-4a4d-9522-62eca0dc0fc2']: {'server_uuid': 'a1811c10-9b50-4836-8d81-efae3268db24', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '86ef448c-1b94-4e59-8b63-75a5cd8a80ee', 'code': 422} returned with failed status Mar 31 20:47:14.877129 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-cb066a7f-b844-4d2b-81d4-f61b14dc5de6 req-33a4dbb8-9c2e-4565-b142-061b39d485d6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461450 Mar 31 20:47:15.121007 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:15.135838 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 58884) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:47:15.238299 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-910e86dc-7ade-43ea-bf6e-88e15523cc4e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-587570888-network', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:47:15.398095 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910e86dc-7ade-43ea-bf6e-88e15523cc4e admin admin] Made reservation on behalf of cb4630cdf1214e68ab28a5d2bb2358cd for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:47:15.401185 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-910e86dc-7ade-43ea-bf6e-88e15523cc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for network (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:15.410859 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-910e86dc-7ade-43ea-bf6e-88e15523cc4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:15.492119 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-910e86dc-7ade-43ea-bf6e-88e15523cc4e admin admin] Publish callbacks [] for security_group (57da1650-59ea-4161-b2f3-716c33e7bd79), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:15.597562 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bef855-51c5-428a-952a-0d386706bf8e req-53065f84-50fe-47c2-92fb-a33bec641a63 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:15.600147 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f9bef855-51c5-428a-952a-0d386706bf8e req-53065f84-50fe-47c2-92fb-a33bec641a63 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0747006 Mar 31 20:47:15.615285 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-910e86dc-7ade-43ea-bf6e-88e15523cc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (57da1650-59ea-4161-b2f3-716c33e7bd79), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:15.642419 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910e86dc-7ade-43ea-bf6e-88e15523cc4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:47:15.653638 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e86dc-7ade-43ea-bf6e-88e15523cc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57da1650-59ea-4161-b2f3-716c33e7bd79,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:15.660536 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-910e86dc-7ade-43ea-bf6e-88e15523cc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (6c423cf7-1ebc-4c28-a1e1-93bb3014f642), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:15.661146 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.segments_db [None req-910e86dc-7ade-43ea-bf6e-88e15523cc4e admin admin] Added segment 6c423cf7-1ebc-4c28-a1e1-93bb3014f642 of type vlan for network 891ebc70-d7d8-43ce-bc93-700332ce0830 Mar 31 20:47:15.662222 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 58892) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:47:15.664337 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f9bef855-51c5-428a-952a-0d386706bf8e req-c5ee50f9-f882-4dca-985b-0e981995a32f tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554597 Mar 31 20:47:15.669459 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:15.720210 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-910e86dc-7ade-43ea-bf6e-88e15523cc4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784742926659'] for network (891ebc70-d7d8-43ce-bc93-700332ce0830), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:15.810479 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-6074cfae-352e-4132-86ab-b60ab5a392ca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=47f93970cc1c41f998b96690296ebb55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471376 Mar 31 20:47:15.811084 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 58900) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:47:15.855017 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-910e86dc-7ade-43ea-bf6e-88e15523cc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for network (891ebc70-d7d8-43ce-bc93-700332ce0830), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:15.856031 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910e86dc-7ade-43ea-bf6e-88e15523cc4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:15.856628 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-910e86dc-7ade-43ea-bf6e-88e15523cc4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:15.903019 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-0f88dae4-c417-4188-b13a-1b6fd805dee7 admin admin] Publish callbacks [] for security_group (c8f9ba8b-9e12-41d8-907f-e8dae917946e), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:15.918652 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e86dc-7ade-43ea-bf6e-88e15523cc4e admin admin] Pushing event updated for resources: {'Network': ['ID=891ebc70-d7d8-43ce-bc93-700332ce0830,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:15.923747 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91226612-76d3-42b7-96af-22f9fe14649c req-40c45444-1346-4aa0-91b0-64362eb47dec tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:15.925503 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-91226612-76d3-42b7-96af-22f9fe14649c req-40c45444-1346-4aa0-91b0-64362eb47dec tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=14393dba-8820-42d6-9b32-23b7ffe8e61d HTTP/1.1" status: 200 len: 945 time: 0.0853536 Mar 31 20:47:15.930953 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Network 891ebc70-d7d8-43ce-bc93-700332ce0830 details requested by agent ovs-agent-dv-cinder-836072-1-iscsi with host dv-cinder-836072-1-iscsi {{(pid=110551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:47:15.949639 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-0f88dae4-c417-4188-b13a-1b6fd805dee7 admin admin] Publish callbacks [] for security_group (c8f9ba8b-9e12-41d8-907f-e8dae917946e), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:15.976449 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-910e86dc-7ade-43ea-bf6e-88e15523cc4e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8384497 Mar 31 20:47:15.977163 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 58902) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:47:15.983262 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-f79402ed-6d64-45e1-9bfb-a9d27cf1ed5a admin admin] Request body: {'subnet': {'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-587570888-subnet', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:47:16.023329 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-91226612-76d3-42b7-96af-22f9fe14649c req-44049f1a-bf56-4c98-bde3-e00b77019490 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bd2d835-02b5-40e8-b177-7ed729632acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908833 Mar 31 20:47:16.129181 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79402ed-6d64-45e1-9bfb-a9d27cf1ed5a admin admin] Made reservation on behalf of cb4630cdf1214e68ab28a5d2bb2358cd for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:47:16.131514 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f79402ed-6d64-45e1-9bfb-a9d27cf1ed5a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:16.146388 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5bfb6-3ae4-4141-805f-8b100c2bd090 req-c7dc11ed-5c4b-4799-96ab-cea54d37a844 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:16.148440 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3ec5bfb6-3ae4-4141-805f-8b100c2bd090 req-c7dc11ed-5c4b-4799-96ab-cea54d37a844 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=14393dba-8820-42d6-9b32-23b7ffe8e61d HTTP/1.1" status: 200 len: 945 time: 0.0541022 Mar 31 20:47:16.157335 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 58906) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:47:16.161979 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-4f60c7c5-7c7c-43b2-8fa9-b4069da825c3 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Request body: {'floatingip': {'port_id': '16afc311-5dc1-4a4a-911b-0f4e310558f7'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:47:16.164599 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-0f88dae4-c417-4188-b13a-1b6fd805dee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (c8f9ba8b-9e12-41d8-907f-e8dae917946e), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:16.167144 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-0f88dae4-c417-4188-b13a-1b6fd805dee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:16.176675 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-0f88dae4-c417-4188-b13a-1b6fd805dee7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c8f9ba8b-9e12-41d8-907f-e8dae917946e HTTP/1.1" status: 204 len: 168 time: 0.3560066 Mar 31 20:47:16.177361 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88dae4-c417-4188-b13a-1b6fd805dee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f9ba8b-9e12-41d8-907f-e8dae917946e,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:16.218930 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4f60c7c5-7c7c-43b2-8fa9-b4069da825c3 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (e2e111a5-ffff-4893-9bb8-8a4704d86f4b), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:16.435229 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 86ef448c-1b94-4e59-8b63-75a5cd8a80ee no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:47:16.441734 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f79402ed-6d64-45e1-9bfb-a9d27cf1ed5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for subnet (6d8ae2ad-26c3-4ccb-8104-532540816283), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:16.500010 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79402ed-6d64-45e1-9bfb-a9d27cf1ed5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d8ae2ad-26c3-4ccb-8104-532540816283,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:16.525815 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [req-79fe2eba-f63b-4780-bd58-5c40a155e8ed req-c19112ac-4a9f-4fde-b928-5108c9f0a933 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=110549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:47:16.532023 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-79fe2eba-f63b-4780-bd58-5c40a155e8ed req-c19112ac-4a9f-4fde-b928-5108c9f0a933 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0147116 Mar 31 20:47:16.552919 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79402ed-6d64-45e1-9bfb-a9d27cf1ed5a admin admin] Checking segment: {'id': '6c423cf7-1ebc-4c28-a1e1-93bb3014f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:47:16.553285 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79402ed-6d64-45e1-9bfb-a9d27cf1ed5a admin admin] Network hostable DHCP agents. Network: 891ebc70-d7d8-43ce-bc93-700332ce0830, hostable agents: ['b91c7fac-627a-49bd-9332-a32b3145d578'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:47:16.561906 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee is: DOWN; New status is: DOWN {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:47:16.718303 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79402ed-6d64-45e1-9bfb-a9d27cf1ed5a admin admin] Network 891ebc70-d7d8-43ce-bc93-700332ce0830 is scheduled to be hosted by DHCP agent b91c7fac-627a-49bd-9332-a32b3145d578 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:47:16.884690 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-f79402ed-6d64-45e1-9bfb-a9d27cf1ed5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-1-iscsi, 891ebc70-d7d8-43ce-bc93-700332ce0830) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:47:16.889893 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79402ed-6d64-45e1-9bfb-a9d27cf1ed5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:16.890664 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f79402ed-6d64-45e1-9bfb-a9d27cf1ed5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:16.891415 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d7912-0449-450a-8da9-e852129a36f8 req-5388ed48-34e0-408c-bbf1-e7f950e10296 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:16.893084 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7c3d7912-0449-450a-8da9-e852129a36f8 req-5388ed48-34e0-408c-bbf1-e7f950e10296 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.1407487 Mar 31 20:47:16.899166 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fdc1fe-1822-4fc6-b88c-3fda6aed22ea None None] Network 891ebc70-d7d8-43ce-bc93-700332ce0830 requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:47:17.016703 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0ff293-8b35-475d-8734-616be166780a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee5b7b07-8262-5262-a6f7-e819c2b19a01-891ebc70-d7d8-43ce-bc93-700332ce0830', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283'}]}} from dv-cinder-836072-1-iscsi. {{(pid=110551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:47:17.018084 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b0ff293-8b35-475d-8734-616be166780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:17.041974 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7c3d7912-0449-450a-8da9-e852129a36f8 req-240797c0-5b7b-4e8b-9605-a2fa06ce2f7b tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178746 Mar 31 20:47:17.050581 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1f2de-5b48-4084-8306-6d83ed996607 req-a6fe2c9e-81d0-43cb-afa6-772ee68f386b tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:17.052120 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a3a1f2de-5b48-4084-8306-6d83ed996607 req-a6fe2c9e-81d0-43cb-afa6-772ee68f386b tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 943 time: 0.1572545 Mar 31 20:47:17.061808 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4f60c7c5-7c7c-43b2-8fa9-b4069da825c3 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:17.083021 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-f79402ed-6d64-45e1-9bfb-a9d27cf1ed5a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1028471 Mar 31 20:47:17.083943 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 58920) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:47:17.088311 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-1de25b5b-d054-4fe3-8e9e-5a94724f772e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:47:17.106123 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a3a1f2de-5b48-4084-8306-6d83ed996607 req-ee28e7c9-235f-42c3-8334-55d3699e777c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429382 Mar 31 20:47:17.174562 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-4b0ff293-8b35-475d-8734-616be166780a None None] Allocated IP 172.20.0.2 (891ebc70-d7d8-43ce-bc93-700332ce0830/6d8ae2ad-26c3-4ccb-8104-532540816283/b40a0957-c6a9-4a0c-aba2-7022835578e5) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:47:17.182039 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4f60c7c5-7c7c-43b2-8fa9-b4069da825c3 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (e2e111a5-ffff-4893-9bb8-8a4704d86f4b), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:17.209317 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1de25b5b-d054-4fe3-8e9e-5a94724f772e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16729917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router (4002ab7e-0d54-450d-8fbd-c167b8e820ec), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:17.210586 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1de25b5b-d054-4fe3-8e9e-5a94724f772e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16730285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16728316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16770512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router (4002ab7e-0d54-450d-8fbd-c167b8e820ec), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:17.280519 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1de25b5b-d054-4fe3-8e9e-5a94724f772e admin admin] Publish callbacks [] for router_controller (4002ab7e-0d54-450d-8fbd-c167b8e820ec), precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:17.306408 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.db.l3_db [None req-4f60c7c5-7c7c-43b2-8fa9-b4069da825c3 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Floating IP e2e111a5-ffff-4893-9bb8-8a4704d86f4b associated. External IP: 172.27.0.31, port: 16afc311-5dc1-4a4a-911b-0f4e310558f7. Mar 31 20:47:17.344929 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b0ff293-8b35-475d-8734-616be166780a None None] Publish callbacks [] for port (b40a0957-c6a9-4a0c-aba2-7022835578e5), precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:17.425501 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b0ff293-8b35-475d-8734-616be166780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (b40a0957-c6a9-4a0c-aba2-7022835578e5), after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:17.463105 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0ff293-8b35-475d-8734-616be166780a None None] Network 891ebc70-d7d8-43ce-bc93-700332ce0830 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:47:17.467698 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-4b0ff293-8b35-475d-8734-616be166780a None None] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:47:17.473415 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0ff293-8b35-475d-8734-616be166780a None None] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:47:17.481563 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ff293-8b35-475d-8734-616be166780a None None] Pushing event updated for resources: {'Port': ['ID=b40a0957-c6a9-4a0c-aba2-7022835578e5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:17.544722 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-4b0ff293-8b35-475d-8734-616be166780a None None] Attempting to bind port b40a0957-c6a9-4a0c-aba2-7022835578e5 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:47:17.545388 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-4b0ff293-8b35-475d-8734-616be166780a None None] Attempting to bind port b40a0957-c6a9-4a0c-aba2-7022835578e5 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': '6c423cf7-1ebc-4c28-a1e1-93bb3014f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:47:17.545930 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0ff293-8b35-475d-8734-616be166780a None None] Attempting to bind port b40a0957-c6a9-4a0c-aba2-7022835578e5 on network 891ebc70-d7d8-43ce-bc93-700332ce0830 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:47:17.548188 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f60c7c5-7c7c-43b2-8fa9-b4069da825c3 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Router 9c84159c-985b-4c22-95dc-29e58752883b has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:47:17.556465 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0ff293-8b35-475d-8734-616be166780a None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:47:17.560679 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1de25b5b-d054-4fe3-8e9e-5a94724f772e admin admin] Publish callbacks [] for router_gateway (4002ab7e-0d54-450d-8fbd-c167b8e820ec), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:17.561635 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0ff293-8b35-475d-8734-616be166780a None None] Checking segment: {'id': '6c423cf7-1ebc-4c28-a1e1-93bb3014f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:47:17.561635 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b0ff293-8b35-475d-8734-616be166780a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:17.561635 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0ff293-8b35-475d-8734-616be166780a None None] Bound using segment: {'id': '6c423cf7-1ebc-4c28-a1e1-93bb3014f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:47:17.561635 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-4b0ff293-8b35-475d-8734-616be166780a None None] Bound port: b40a0957-c6a9-4a0c-aba2-7022835578e5, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c423cf7-1ebc-4c28-a1e1-93bb3014f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:47:17.561635 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b0ff293-8b35-475d-8734-616be166780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (b40a0957-c6a9-4a0c-aba2-7022835578e5), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:17.624728 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-4b0ff293-8b35-475d-8734-616be166780a None None] For port b40a0957-c6a9-4a0c-aba2-7022835578e5, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:47:17.628640 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-4b0ff293-8b35-475d-8734-616be166780a None None] For port b40a0957-c6a9-4a0c-aba2-7022835578e5, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=b40a0957-c6a9-4a0c-aba2-7022835578e5,segment=NetworkSegment(6c423cf7-1ebc-4c28-a1e1-93bb3014f642),segment_id=6c423cf7-1ebc-4c28-a1e1-93bb3014f642)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:47:17.668585 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f60c7c5-7c7c-43b2-8fa9-b4069da825c3 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:47:17.674374 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4f60c7c5-7c7c-43b2-8fa9-b4069da825c3 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:17.681672 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17760ede-367b-4dc3-885f-8410fe2271ea None None] Sync routers for ids ['9c84159c-985b-4c22-95dc-29e58752883b'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:47:17.692859 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17760ede-367b-4dc3-885f-8410fe2271ea None None] Routers {'9c84159c-985b-4c22-95dc-29e58752883b'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:47:17.698605 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-17760ede-367b-4dc3-885f-8410fe2271ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:47:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['9c84159c-985b-4c22-95dc-29e58752883b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:47:17.706580 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 58942) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:47:17.716115 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-4f60c7c5-7c7c-43b2-8fa9-b4069da825c3 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "PUT /v2.0/floatingips/e2e111a5-ffff-4893-9bb8-8a4704d86f4b HTTP/1.1" status: 200 len: 990 time: 1.5575335 Mar 31 20:47:17.716811 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14393dba-8820-42d6-9b32-23b7ffe8e61d', 'tag': '16afc311-5dc1-4a4a-911b-0f4e310558f7'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:47:17.720129 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5253feeaf43b009d496c5950c37129f342c333472f7057fa14384dd137f2b4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c26e42-7047-4b74-aece-880f2ca179bc" -d '{"events": [{"name": "network-changed", "server_uuid": "14393dba-8820-42d6-9b32-23b7ffe8e61d", "tag": "16afc311-5dc1-4a4a-911b-0f4e310558f7"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:47:17.759552 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b0ff293-8b35-475d-8734-616be166780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (b40a0957-c6a9-4a0c-aba2-7022835578e5), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:17.773595 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e3bde7-f3c5-4baa-98c2-848abd671887 x-openstack-request-id: req-b5e3bde7-f3c5-4baa-98c2-848abd671887 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:47:17.773595 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14393dba-8820-42d6-9b32-23b7ffe8e61d", "tag": "16afc311-5dc1-4a4a-911b-0f4e310558f7", "status": "completed", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:47:17.773595 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b5e3bde7-f3c5-4baa-98c2-848abd671887 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:47:17.773595 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5e3bde7-f3c5-4baa-98c2-848abd671887'] response: {'name': 'network-changed', 'server_uuid': '14393dba-8820-42d6-9b32-23b7ffe8e61d', 'tag': '16afc311-5dc1-4a4a-911b-0f4e310558f7', 'status': 'completed', 'code': 200} Mar 31 20:47:17.827169 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ff293-8b35-475d-8734-616be166780a None None] Pushing event updated for resources: {'Port': ['ID=b40a0957-c6a9-4a0c-aba2-7022835578e5,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:17.857094 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c26e42-7047-4b74-aece-880f2ca179bc req-6d808054-3f83-4a0e-9329-a0539db361b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:17.861656 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-96c26e42-7047-4b74-aece-880f2ca179bc req-6d808054-3f83-4a0e-9329-a0539db361b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4396e2a514f7449287ea5b0d1b36b858&device_id=14393dba-8820-42d6-9b32-23b7ffe8e61d HTTP/1.1" status: 200 len: 1129 time: 0.0572567 Mar 31 20:47:17.872760 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-17760ede-367b-4dc3-885f-8410fe2271ea None None] Set router 9c84159c-985b-4c22-95dc-29e58752883b gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:47:17.906383 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-af01f5ee-b10c-41a7-b3aa-f151ee37c876 req-d0d30279-a28c-4576-a2b3-3e26cebf7087 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1987050 Mar 31 20:47:17.915168 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [req-af01f5ee-b10c-41a7-b3aa-f151ee37c876 req-405167cd-0bcd-472c-a582-d442daf012ae service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:47:17.916316 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-af01f5ee-b10c-41a7-b3aa-f151ee37c876 req-405167cd-0bcd-472c-a582-d442daf012ae service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053020 Mar 31 20:47:17.984492 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1de25b5b-d054-4fe3-8e9e-5a94724f772e admin admin] Publish callbacks [] for router_gateway (4002ab7e-0d54-450d-8fbd-c167b8e820ec), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:17.997164 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c26e42-7047-4b74-aece-880f2ca179bc req-88cf43fe-bc6f-4eb5-8751-eb0c5c0fe549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:17.998912 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-96c26e42-7047-4b74-aece-880f2ca179bc req-88cf43fe-bc6f-4eb5-8751-eb0c5c0fe549 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63cb74cd-f9ca-4f98-a1e8-3428b271c26f HTTP/1.1" status: 200 len: 915 time: 0.1291742 Mar 31 20:47:18.009061 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1de25b5b-d054-4fe3-8e9e-5a94724f772e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:18.046734 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 58954) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:47:18.092746 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-96c26e42-7047-4b74-aece-880f2ca179bc req-bdb285a0-f902-466a-92ae-e5852bf92ea9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16afc311-5dc1-4a4a-911b-0f4e310558f7 HTTP/1.1" status: 200 len: 998 time: 0.0871174 Mar 31 20:47:18.170629 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-1de25b5b-d054-4fe3-8e9e-5a94724f772e admin admin] Allocated IP 172.27.0.240 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/a8b3f8fc-9f21-4f28-8911-c7203d867cdc) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:47:18.209382 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c26e42-7047-4b74-aece-880f2ca179bc req-9f62dbef-0156-4d1d-af78-a7fad364ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:18.211879 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-96c26e42-7047-4b74-aece-880f2ca179bc req-9f62dbef-0156-4d1d-af78-a7fad364ad47 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7eadc9f8-4885-4224-91fc-800445db1b60 HTTP/1.1" status: 200 len: 853 time: 0.1118281 Mar 31 20:47:18.271086 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-17760ede-367b-4dc3-885f-8410fe2271ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '049a7f99-598d-4c92-8182-7e9fbe82cbdd', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'port_id': '12847325-49c5-4a0b-b572-173bf65a5510', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'mac_address': 'fa:16:3e:e3:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae11c11a-7f81-4128-adb1-3b7167d79bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:45:02Z', 'updated_at': '2022-03-31T20:45:34Z', 'revision_number': 2, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'fixed_ip_address_scope': None}, {'id': 'e2e111a5-ffff-4893-9bb8-8a4704d86f4b', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'port_id': '16afc311-5dc1-4a4a-911b-0f4e310558f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'mac_address': 'fa:16:3e:ed:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14393dba-8820-42d6-9b32-23b7ffe8e61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:46:55Z', 'updated_at': '2022-03-31T20:47:16Z', 'revision_number': 1, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:59Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:47:18.307075 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17760ede-367b-4dc3-885f-8410fe2271ea None None] Checking router: 9c84159c-985b-4c22-95dc-29e58752883b for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:47:18.317868 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17760ede-367b-4dc3-885f-8410fe2271ea None None] Routers {'9c84159c-985b-4c22-95dc-29e58752883b'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:47:18.318731 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-17760ede-367b-4dc3-885f-8410fe2271ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:47:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['9c84159c-985b-4c22-95dc-29e58752883b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:47:18.356674 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01f5ee-b10c-41a7-b3aa-f151ee37c876 req-e1c1479a-71f0-45f7-8438-a117f3e439c7 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:18.358061 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-af01f5ee-b10c-41a7-b3aa-f151ee37c876 req-e1c1479a-71f0-45f7-8438-a117f3e439c7 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports/86ef448c-1b94-4e59-8b63-75a5cd8a80ee HTTP/1.1" status: 200 len: 940 time: 0.3103766 Mar 31 20:47:18.358188 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1de25b5b-d054-4fe3-8e9e-5a94724f772e admin admin] Publish callbacks [] for port (a8b3f8fc-9f21-4f28-8911-c7203d867cdc), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:18.380542 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21870c61-117d-44e8-a134-274c7aa5718d req-ba1d8a47-a88c-4e9a-a10e-2b2b09235c5f tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:18.388439 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-21870c61-117d-44e8-a134-274c7aa5718d req-ba1d8a47-a88c-4e9a-a10e-2b2b09235c5f tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.2276640 Mar 31 20:47:18.410801 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c26e42-7047-4b74-aece-880f2ca179bc req-0e7e8b29-afdf-467a-932c-5808ab86b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:18.423063 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-96c26e42-7047-4b74-aece-880f2ca179bc req-0e7e8b29-afdf-467a-932c-5808ab86b330 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cb74cd-f9ca-4f98-a1e8-3428b271c26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1806414 Mar 31 20:47:18.436892 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47f8d7-8049-460f-a14d-13381f4c2e0b req-1b491507-ccbb-4f20-8a2e-6be1815073a4 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:18.438377 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0c47f8d7-8049-460f-a14d-13381f4c2e0b req-1b491507-ccbb-4f20-8a2e-6be1815073a4 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 943 time: 0.1873317 Mar 31 20:47:18.448315 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-17760ede-367b-4dc3-885f-8410fe2271ea None None] Set router 9c84159c-985b-4c22-95dc-29e58752883b gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:47:18.482973 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1de25b5b-d054-4fe3-8e9e-5a94724f772e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (a8b3f8fc-9f21-4f28-8911-c7203d867cdc), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:18.520179 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-21870c61-117d-44e8-a134-274c7aa5718d req-0920896b-cc70-403b-9501-d7bc6f1794c7 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287503 Mar 31 20:47:18.525786 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de25b5b-d054-4fe3-8e9e-5a94724f772e admin admin] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:47:18.539717 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-1de25b5b-d054-4fe3-8e9e-5a94724f772e admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:47:18.544816 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de25b5b-d054-4fe3-8e9e-5a94724f772e admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:47:18.547870 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de25b5b-d054-4fe3-8e9e-5a94724f772e admin admin] Pushing event updated for resources: {'Port': ['ID=a8b3f8fc-9f21-4f28-8911-c7203d867cdc,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:18.613062 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-96c26e42-7047-4b74-aece-880f2ca179bc req-53d23857-f489-4160-b9ec-26b8c9896075 service neutron] 10.222.0.32 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897845 Mar 31 20:47:18.623237 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0c47f8d7-8049-460f-a14d-13381f4c2e0b req-f62a3023-f00d-446d-9ac4-4c209de98b2d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726573 Mar 31 20:47:18.719454 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-96c26e42-7047-4b74-aece-880f2ca179bc req-7df253e9-0d77-480b-a66e-5232ffa2cad3 service neutron] 10.222.0.32 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951860 Mar 31 20:47:18.725185 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-17760ede-367b-4dc3-885f-8410fe2271ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '049a7f99-598d-4c92-8182-7e9fbe82cbdd', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'port_id': '12847325-49c5-4a0b-b572-173bf65a5510', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'mac_address': 'fa:16:3e:e3:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae11c11a-7f81-4128-adb1-3b7167d79bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:45:02Z', 'updated_at': '2022-03-31T20:45:34Z', 'revision_number': 2, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'fixed_ip_address_scope': None}, {'id': 'e2e111a5-ffff-4893-9bb8-8a4704d86f4b', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'port_id': '16afc311-5dc1-4a4a-911b-0f4e310558f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'mac_address': 'fa:16:3e:ed:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14393dba-8820-42d6-9b32-23b7ffe8e61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:46:55Z', 'updated_at': '2022-03-31T20:47:16Z', 'revision_number': 1, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:59Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:47:18.758981 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17760ede-367b-4dc3-885f-8410fe2271ea None None] The sync data for ids ['9c84159c-985b-4c22-95dc-29e58752883b'] in dv-cinder-836072-1-iscsi is: [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '049a7f99-598d-4c92-8182-7e9fbe82cbdd', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'port_id': '12847325-49c5-4a0b-b572-173bf65a5510', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'mac_address': 'fa:16:3e:e3:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae11c11a-7f81-4128-adb1-3b7167d79bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:45:02Z', 'updated_at': '2022-03-31T20:45:34Z', 'revision_number': 2, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'fixed_ip_address_scope': None}, {'id': 'e2e111a5-ffff-4893-9bb8-8a4704d86f4b', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'port_id': '16afc311-5dc1-4a4a-911b-0f4e310558f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'mac_address': 'fa:16:3e:ed:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14393dba-8820-42d6-9b32-23b7ffe8e61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:46:55Z', 'updated_at': '2022-03-31T20:47:16Z', 'revision_number': 1, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:59Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:47:18.864314 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1de25b5b-d054-4fe3-8e9e-5a94724f772e admin admin] Publish callbacks [] for router_gateway (4002ab7e-0d54-450d-8fbd-c167b8e820ec), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:19.033382 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a956a7c-3d09-4156-a59d-150ac72efc82 None None] New status for floating IP e2e111a5-ffff-4893-9bb8-8a4704d86f4b: ACTIVE {{(pid=110551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:47:19.090057 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1de25b5b-d054-4fe3-8e9e-5a94724f772e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16730276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16728107'] for router (4002ab7e-0d54-450d-8fbd-c167b8e820ec), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:19.158337 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9a53b1-f6ed-431e-b972-289dedaaf53e None None] Network 891ebc70-d7d8-43ce-bc93-700332ce0830 requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:47:19.255136 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-614be1e9-8a5f-4acf-9cdb-da2f327135df None None] Provisioning complete for port b40a0957-c6a9-4a0c-aba2-7022835578e5 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:19.255508 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-614be1e9-8a5f-4acf-9cdb-da2f327135df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (b40a0957-c6a9-4a0c-aba2-7022835578e5), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:19.306787 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de25b5b-d054-4fe3-8e9e-5a94724f772e admin admin] Router 4002ab7e-0d54-450d-8fbd-c167b8e820ec is scheduled to L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:47:19.374719 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-614be1e9-8a5f-4acf-9cdb-da2f327135df None None] Current status of the port b40a0957-c6a9-4a0c-aba2-7022835578e5 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:47:19.375101 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-614be1e9-8a5f-4acf-9cdb-da2f327135df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (b40a0957-c6a9-4a0c-aba2-7022835578e5), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:19.410769 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-614be1e9-8a5f-4acf-9cdb-da2f327135df None None] For port b40a0957-c6a9-4a0c-aba2-7022835578e5, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=b40a0957-c6a9-4a0c-aba2-7022835578e5,segment=NetworkSegment(6c423cf7-1ebc-4c28-a1e1-93bb3014f642),segment_id=6c423cf7-1ebc-4c28-a1e1-93bb3014f642)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:47:19.430216 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de25b5b-d054-4fe3-8e9e-5a94724f772e admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:47:19.445237 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] Sync routers for ids ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:47:19.456558 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] Routers {'4002ab7e-0d54-450d-8fbd-c167b8e820ec'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:47:19.457404 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:47:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:47:19.529265 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-614be1e9-8a5f-4acf-9cdb-da2f327135df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (b40a0957-c6a9-4a0c-aba2-7022835578e5), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:19.566794 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1de25b5b-d054-4fe3-8e9e-5a94724f772e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:19.568546 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-1de25b5b-d054-4fe3-8e9e-5a94724f772e admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4835641 Mar 31 20:47:19.574402 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 58970) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:47:19.607370 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614be1e9-8a5f-4acf-9cdb-da2f327135df None None] Pushing event updated for resources: {'Port': ['ID=b40a0957-c6a9-4a0c-aba2-7022835578e5,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:19.619335 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] Set router 4002ab7e-0d54-450d-8fbd-c167b8e820ec gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:47:19.661150 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-4f2e18b5-368f-4915-b058-d43ee4dc96a8 None None] Provisioning complete for port b40a0957-c6a9-4a0c-aba2-7022835578e5 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:19.661533 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4f2e18b5-368f-4915-b058-d43ee4dc96a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (b40a0957-c6a9-4a0c-aba2-7022835578e5), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:19.697490 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265e094-0405-45e6-bcdf-029dfeebf79f req-765f276e-2ba8-42a1-a4a7-563765372d2f tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:19.704984 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4265e094-0405-45e6-bcdf-029dfeebf79f req-765f276e-2ba8-42a1-a4a7-563765372d2f tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0756457 Mar 31 20:47:19.769500 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4265e094-0405-45e6-bcdf-029dfeebf79f req-c20e47a0-cd11-4db0-8ff9-58864651249d tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634854 Mar 31 20:47:19.790895 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4f2e18b5-368f-4915-b058-d43ee4dc96a8 None None] Current status of the port b40a0957-c6a9-4a0c-aba2-7022835578e5 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:47:19.834096 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f6e0c-226c-43cb-850e-d58ead010b60 req-749bde7a-a483-47f5-b290-924f4bba0791 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:19.836349 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-966f6e0c-226c-43cb-850e-d58ead010b60 req-749bde7a-a483-47f5-b290-924f4bba0791 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 943 time: 0.1291378 Mar 31 20:47:19.892483 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-966f6e0c-226c-43cb-850e-d58ead010b60 req-3c179f8d-dd77-4495-8c4b-471754acd5d9 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501645 Mar 31 20:47:19.959706 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:47:18Z', 'revision_number': 3, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:47:19.990394 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] Checking router: 4002ab7e-0d54-450d-8fbd-c167b8e820ec for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:47:19.990746 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] Updating router 4002ab7e-0d54-450d-8fbd-c167b8e820ec port a8b3f8fc-9f21-4f28-8911-c7203d867cdc binding host dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:47:20.019045 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (a8b3f8fc-9f21-4f28-8911-c7203d867cdc), before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:20.036790 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device b40a0957-c6a9-4a0c-aba2-7022835578e5 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:47:20.086353 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port b40a0957-c6a9-4a0c-aba2-7022835578e5 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:20.086756 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (b40a0957-c6a9-4a0c-aba2-7022835578e5), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:20.174443 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port b40a0957-c6a9-4a0c-aba2-7022835578e5 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:47:20.295717 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] Publish callbacks [] for port (a8b3f8fc-9f21-4f28-8911-c7203d867cdc), precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:20.301428 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d48d0cc3-7b53-4b3f-a190-8385c8bb22ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:20.369666 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (a8b3f8fc-9f21-4f28-8911-c7203d867cdc), after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:20.420548 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] Attempting to bind port a8b3f8fc-9f21-4f28-8911-c7203d867cdc on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:47:20.420920 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] Attempting to bind port a8b3f8fc-9f21-4f28-8911-c7203d867cdc by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:47:20.421280 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] Attempting to bind port a8b3f8fc-9f21-4f28-8911-c7203d867cdc on network 058c73fb-def7-43e1-b39b-9141f1a05ed2 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:47:20.426856 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff1362-78af-4d75-9c8d-39d7ded7e85e None None] Pushing event updated for resources: {'Port': ['ID=a8b3f8fc-9f21-4f28-8911-c7203d867cdc,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:20.432275 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:47:20.437336 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] Checking segment: {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:47:20.437336 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:20.437336 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] Bound using segment: {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:47:20.437336 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] Bound port: a8b3f8fc-9f21-4f28-8911-c7203d867cdc, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:47:20.437336 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (a8b3f8fc-9f21-4f28-8911-c7203d867cdc), before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:20.440295 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff1362-78af-4d75-9c8d-39d7ded7e85e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:20.440647 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff1362-78af-4d75-9c8d-39d7ded7e85e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:20.441018 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff1362-78af-4d75-9c8d-39d7ded7e85e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:20.441384 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff1362-78af-4d75-9c8d-39d7ded7e85e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:20.441723 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff1362-78af-4d75-9c8d-39d7ded7e85e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:20.442054 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff1362-78af-4d75-9c8d-39d7ded7e85e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:20.442374 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff1362-78af-4d75-9c8d-39d7ded7e85e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:20.442702 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff1362-78af-4d75-9c8d-39d7ded7e85e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:20.443028 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff1362-78af-4d75-9c8d-39d7ded7e85e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:20.443353 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff1362-78af-4d75-9c8d-39d7ded7e85e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:20.443677 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff1362-78af-4d75-9c8d-39d7ded7e85e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:20.444048 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff1362-78af-4d75-9c8d-39d7ded7e85e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:20.444415 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff1362-78af-4d75-9c8d-39d7ded7e85e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:20.445250 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff1362-78af-4d75-9c8d-39d7ded7e85e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:20.445572 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ff1362-78af-4d75-9c8d-39d7ded7e85e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:20.465593 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-d48d0cc3-7b53-4b3f-a190-8385c8bb22ca admin admin] Allocated IP 172.20.0.1 (891ebc70-d7d8-43ce-bc93-700332ce0830/6d8ae2ad-26c3-4ccb-8104-532540816283/6c291cad-ed57-4c34-b352-dc37c188f7a5) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:47:20.495334 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] For port a8b3f8fc-9f21-4f28-8911-c7203d867cdc, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:47:20.498225 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] For port a8b3f8fc-9f21-4f28-8911-c7203d867cdc, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=a8b3f8fc-9f21-4f28-8911-c7203d867cdc,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:47:20.570137 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d48d0cc3-7b53-4b3f-a190-8385c8bb22ca admin admin] Publish callbacks [] for port (6c291cad-ed57-4c34-b352-dc37c188f7a5), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:20.589987 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (a8b3f8fc-9f21-4f28-8911-c7203d867cdc), after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:20.650770 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] Routers {'4002ab7e-0d54-450d-8fbd-c167b8e820ec'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:47:20.651392 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:47:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:47:20.654344 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff1362-78af-4d75-9c8d-39d7ded7e85e None None] Pushing event updated for resources: {'Port': ['ID=a8b3f8fc-9f21-4f28-8911-c7203d867cdc,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:20.698414 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d48d0cc3-7b53-4b3f-a190-8385c8bb22ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (6c291cad-ed57-4c34-b352-dc37c188f7a5), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:20.741168 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48d0cc3-7b53-4b3f-a190-8385c8bb22ca admin admin] Network 891ebc70-d7d8-43ce-bc93-700332ce0830 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:47:20.749924 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-d48d0cc3-7b53-4b3f-a190-8385c8bb22ca admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:47:20.752404 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d0cc3-7b53-4b3f-a190-8385c8bb22ca admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:47:20.753068 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d48d0cc3-7b53-4b3f-a190-8385c8bb22ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16736252'] for router_interface (4002ab7e-0d54-450d-8fbd-c167b8e820ec), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:20.772302 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] Set router 4002ab7e-0d54-450d-8fbd-c167b8e820ec gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:47:20.794957 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d0cc3-7b53-4b3f-a190-8385c8bb22ca admin admin] Pushing event updated for resources: {'Port': ['ID=6c291cad-ed57-4c34-b352-dc37c188f7a5,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:20.924190 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c89b00-88f4-4b82-b85e-62cfd6c5a057 req-c307ab53-20a1-428b-b1de-eaedf8df2fc6 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:20.934360 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-00c89b00-88f4-4b82-b85e-62cfd6c5a057 req-c307ab53-20a1-428b-b1de-eaedf8df2fc6 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0793917 Mar 31 20:47:20.992508 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-00c89b00-88f4-4b82-b85e-62cfd6c5a057 req-1dff58a2-90ae-4f4e-8e7c-d6e238cc60ae tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572405 Mar 31 20:47:21.026758 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:47:18Z', 'revision_number': 3, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:47:21.029701 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-5c4f5a80-f958-4f41-8ccd-11d6c68cab59 None None] Provisioning complete for port 6c291cad-ed57-4c34-b352-dc37c188f7a5 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:21.030349 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5c4f5a80-f958-4f41-8ccd-11d6c68cab59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (6c291cad-ed57-4c34-b352-dc37c188f7a5), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:21.055045 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e39b1b6-d550-4381-82c6-8d927a864524 None None] The sync data for ids ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'] in dv-cinder-836072-1-iscsi is: [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:47:18Z', 'revision_number': 3, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:47:21.070727 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d251a6-366c-488a-a927-5b6dca6ffa21 req-72998c62-19a8-4363-b79e-02e98fe84e94 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:21.072349 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-86d251a6-366c-488a-a927-5b6dca6ffa21 req-72998c62-19a8-4363-b79e-02e98fe84e94 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 943 time: 0.0789294 Mar 31 20:47:21.077701 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-5c4f5a80-f958-4f41-8ccd-11d6c68cab59 None None] Port 6c291cad-ed57-4c34-b352-dc37c188f7a5 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:47:21.104675 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d48d0cc3-7b53-4b3f-a190-8385c8bb22ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (6c291cad-ed57-4c34-b352-dc37c188f7a5), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:21.145851 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-86d251a6-366c-488a-a927-5b6dca6ffa21 req-98309801-3049-4ce7-bda8-47d2c977cbfa tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611773 Mar 31 20:47:21.297631 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d48d0cc3-7b53-4b3f-a190-8385c8bb22ca admin admin] Publish callbacks [] for port (6c291cad-ed57-4c34-b352-dc37c188f7a5), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:21.361695 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d48d0cc3-7b53-4b3f-a190-8385c8bb22ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (6c291cad-ed57-4c34-b352-dc37c188f7a5), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:21.362703 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d48d0cc3-7b53-4b3f-a190-8385c8bb22ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16300123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16736104'] for router_interface (4002ab7e-0d54-450d-8fbd-c167b8e820ec), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:21.447435 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d0cc3-7b53-4b3f-a190-8385c8bb22ca admin admin] Pushing event updated for resources: {'Port': ['ID=6c291cad-ed57-4c34-b352-dc37c188f7a5,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:21.494670 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48d0cc3-7b53-4b3f-a190-8385c8bb22ca admin admin] Network 891ebc70-d7d8-43ce-bc93-700332ce0830 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:47:21.496137 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-d48d0cc3-7b53-4b3f-a190-8385c8bb22ca admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:47:21.626720 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01f5ee-b10c-41a7-b3aa-f151ee37c876 req-8516fae3-1300-40cc-9121-b4659e56ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:21.628349 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-af01f5ee-b10c-41a7-b3aa-f151ee37c876 req-8516fae3-1300-40cc-9121-b4659e56ab94 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24&tenant_id=c2f7a7f12f0247c0881f0c5ba6b5b36d HTTP/1.1" status: 200 len: 1127 time: 0.1067035 Mar 31 20:47:21.645426 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48d0cc3-7b53-4b3f-a190-8385c8bb22ca admin admin] Router 4002ab7e-0d54-450d-8fbd-c167b8e820ec has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:47:21.716376 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01f5ee-b10c-41a7-b3aa-f151ee37c876 req-2683b4a3-fd5e-46c9-9fe1-54218a826509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:21.718156 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-af01f5ee-b10c-41a7-b3aa-f151ee37c876 req-2683b4a3-fd5e-46c9-9fe1-54218a826509 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c2f7a7f12f0247c0881f0c5ba6b5b36d&device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 1127 time: 0.0594575 Mar 31 20:47:21.793004 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48d0cc3-7b53-4b3f-a190-8385c8bb22ca admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:47:21.805223 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-d48d0cc3-7b53-4b3f-a190-8385c8bb22ca admin admin] 10.222.0.61 "PUT /v2.0/routers/4002ab7e-0d54-450d-8fbd-c167b8e820ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2286747 Mar 31 20:47:21.818786 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-61c78d40-752b-4d61-8161-9b51d3c94f16 None None] Provisioning complete for port 6c291cad-ed57-4c34-b352-dc37c188f7a5 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:21.819288 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-61c78d40-752b-4d61-8161-9b51d3c94f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (6c291cad-ed57-4c34-b352-dc37c188f7a5), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:21.860038 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-61c78d40-752b-4d61-8161-9b51d3c94f16 None None] Port 6c291cad-ed57-4c34-b352-dc37c188f7a5 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:47:22.063613 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device a8b3f8fc-9f21-4f28-8911-c7203d867cdc up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:47:22.130822 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port a8b3f8fc-9f21-4f28-8911-c7203d867cdc triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:22.131478 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (a8b3f8fc-9f21-4f28-8911-c7203d867cdc), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:22.138215 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01f5ee-b10c-41a7-b3aa-f151ee37c876 req-f21242b9-76c6-4ebf-979f-df1c5ae9a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:22.140297 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-af01f5ee-b10c-41a7-b3aa-f151ee37c876 req-f21242b9-76c6-4ebf-979f-df1c5ae9a720 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29c94a09-ad75-42a2-8666-a0269d34f4fc HTTP/1.1" status: 200 len: 917 time: 0.4151669 Mar 31 20:47:22.254143 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port a8b3f8fc-9f21-4f28-8911-c7203d867cdc is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:47:22.254889 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (a8b3f8fc-9f21-4f28-8911-c7203d867cdc), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:22.265883 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3101f8b-860c-4fe5-be73-e4542125f166 req-ac15820b-72a2-4475-9b01-ae783c110c3a tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:22.267550 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d3101f8b-860c-4fe5-be73-e4542125f166 req-ac15820b-72a2-4475-9b01-ae783c110c3a tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.1559186 Mar 31 20:47:22.281410 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] For port a8b3f8fc-9f21-4f28-8911-c7203d867cdc, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=a8b3f8fc-9f21-4f28-8911-c7203d867cdc,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:47:22.307588 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-af01f5ee-b10c-41a7-b3aa-f151ee37c876 req-e8c6df9b-b182-46ad-aa67-58911cbc0ca4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86ef448c-1b94-4e59-8b63-75a5cd8a80ee HTTP/1.1" status: 200 len: 999 time: 0.1486676 Mar 31 20:47:22.398480 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d3101f8b-860c-4fe5-be73-e4542125f166 req-aa1ff31a-b431-4a13-bee7-42cd1ce2d567 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119766 Mar 31 20:47:22.412940 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cbb2c-d676-4e3a-a52c-eb8c54c05b31 req-ec4ee07a-1c27-4d5b-852c-70118c286d1d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:22.415119 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-171cbb2c-d676-4e3a-a52c-eb8c54c05b31 req-ec4ee07a-1c27-4d5b-852c-70118c286d1d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 943 time: 0.1798344 Mar 31 20:47:22.418671 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (a8b3f8fc-9f21-4f28-8911-c7203d867cdc), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:22.419657 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01f5ee-b10c-41a7-b3aa-f151ee37c876 req-3c53744c-759a-41b6-aad0-53528c3ece7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:22.422194 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-af01f5ee-b10c-41a7-b3aa-f151ee37c876 req-3c53744c-759a-41b6-aad0-53528c3ece7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=93b81d0e-6ec0-4ee6-b70d-0ae037b995d1 HTTP/1.1" status: 200 len: 855 time: 0.0998693 Mar 31 20:47:22.488026 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Pushing event updated for resources: {'Port': ['ID=a8b3f8fc-9f21-4f28-8911-c7203d867cdc,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:22.516932 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-171cbb2c-d676-4e3a-a52c-eb8c54c05b31 req-e4baf43a-ce5f-423b-be86-81a23278d079 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928919 Mar 31 20:47:22.535480 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01f5ee-b10c-41a7-b3aa-f151ee37c876 req-1a502bcb-6548-4f8a-bb2d-c4a7230c6bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:22.535480 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-af01f5ee-b10c-41a7-b3aa-f151ee37c876 req-1a502bcb-6548-4f8a-bb2d-c4a7230c6bd0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29c94a09-ad75-42a2-8666-a0269d34f4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0940194 Mar 31 20:47:22.651384 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-af01f5ee-b10c-41a7-b3aa-f151ee37c876 req-d5bf6184-c731-46ab-9e51-c11fb7e4680b service neutron] 10.222.0.32 "GET /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176620 Mar 31 20:47:22.749134 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-af01f5ee-b10c-41a7-b3aa-f151ee37c876 req-def90ffe-d3a1-4795-8118-0d927854de9b service neutron] 10.222.0.32 "GET /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906711 Mar 31 20:47:22.807154 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 58996) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:47:22.813643 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-8fa59021-96ad-4bb3-a544-195f95bd9a2f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-494360564-network', 'tenant_id': '682280ac4edb4516be9b7e6317661aa8'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:47:22.873195 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] Sync routers for ids ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:47:22.885543 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] Routers {'4002ab7e-0d54-450d-8fbd-c167b8e820ec'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:47:22.886262 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:47:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:47:22.912570 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa59021-96ad-4bb3-a544-195f95bd9a2f admin admin] Made reservation on behalf of 682280ac4edb4516be9b7e6317661aa8 for: {'network': 1} {{(pid=110549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:47:22.915805 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8fa59021-96ad-4bb3-a544-195f95bd9a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for network (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:22.928836 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8fa59021-96ad-4bb3-a544-195f95bd9a2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:23.017118 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8fa59021-96ad-4bb3-a544-195f95bd9a2f admin admin] Publish callbacks [] for security_group (80d46eb9-a067-4925-b918-31a8d6c3aac1), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:23.020873 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] Set router 4002ab7e-0d54-450d-8fbd-c167b8e820ec gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:47:23.072311 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8fa59021-96ad-4bb3-a544-195f95bd9a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (80d46eb9-a067-4925-b918-31a8d6c3aac1), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:23.100419 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa59021-96ad-4bb3-a544-195f95bd9a2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=110549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:47:23.109491 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa59021-96ad-4bb3-a544-195f95bd9a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d46eb9-a067-4925-b918-31a8d6c3aac1,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:23.115935 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8fa59021-96ad-4bb3-a544-195f95bd9a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (02b21916-8b8b-4965-873b-ba342955176e), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:23.116211 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.db.segments_db [None req-8fa59021-96ad-4bb3-a544-195f95bd9a2f admin admin] Added segment 02b21916-8b8b-4965-873b-ba342955176e of type vlan for network 87654090-69b3-49ed-8f8e-55f8acf88abe Mar 31 20:47:23.167214 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8fa59021-96ad-4bb3-a544-195f95bd9a2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784742926659'] for network (87654090-69b3-49ed-8f8e-55f8acf88abe), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:23.252386 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8fa59021-96ad-4bb3-a544-195f95bd9a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for network (87654090-69b3-49ed-8f8e-55f8acf88abe), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:23.253531 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa59021-96ad-4bb3-a544-195f95bd9a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:23.254224 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8fa59021-96ad-4bb3-a544-195f95bd9a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:23.278657 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:47:20Z', 'revision_number': 4, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '6c291cad-ed57-4c34-b352-dc37c188f7a5', 'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'mac_address': 'fa:16:3e:0d:b8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:20Z', 'updated_at': '2022-03-31T20:47:21Z', 'revision_number': 2, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'subnets': [{'id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:47:23.306492 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] Checking router: 4002ab7e-0d54-450d-8fbd-c167b8e820ec for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:47:23.306956 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] Updating router 4002ab7e-0d54-450d-8fbd-c167b8e820ec port 6c291cad-ed57-4c34-b352-dc37c188f7a5 binding host dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:47:23.316516 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa59021-96ad-4bb3-a544-195f95bd9a2f admin admin] Pushing event updated for resources: {'Network': ['ID=87654090-69b3-49ed-8f8e-55f8acf88abe,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:23.327957 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Network 87654090-69b3-49ed-8f8e-55f8acf88abe details requested by agent ovs-agent-dv-cinder-836072-1-iscsi with host dv-cinder-836072-1-iscsi {{(pid=110551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:47:23.364923 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-8fa59021-96ad-4bb3-a544-195f95bd9a2f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5562646 Mar 31 20:47:23.368609 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 59016) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:47:23.376452 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-c57eacb7-280d-4ead-b01c-d77d7a0a46c9 admin admin] Request body: {'subnet': {'network_id': '87654090-69b3-49ed-8f8e-55f8acf88abe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-494360564-subnet', 'tenant_id': '682280ac4edb4516be9b7e6317661aa8', 'ip_version': 4}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:47:23.382659 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (6c291cad-ed57-4c34-b352-dc37c188f7a5), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:23.462620 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57eacb7-280d-4ead-b01c-d77d7a0a46c9 admin admin] Made reservation on behalf of 682280ac4edb4516be9b7e6317661aa8 for: {'subnet': 1} {{(pid=110549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:47:23.466445 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c57eacb7-280d-4ead-b01c-d77d7a0a46c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25097984'] for subnet (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:23.704301 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238a93e-0b5a-4dc4-8565-a19e55edd255 req-e3432521-751b-4757-b5b7-b91c918e3225 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:23.706363 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8238a93e-0b5a-4dc4-8565-a19e55edd255 req-e3432521-751b-4757-b5b7-b91c918e3225 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.2218912 Mar 31 20:47:23.806084 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9faf1-d7a2-4f10-ac6a-6d6373e24740 req-0b327b87-6c7d-4965-a7e7-ab169fce9fd2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:23.815094 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-68b9faf1-d7a2-4f10-ac6a-6d6373e24740 req-0b327b87-6c7d-4965-a7e7-ab169fce9fd2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 943 time: 0.1734545 Mar 31 20:47:23.882811 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] Publish callbacks [] for port (6c291cad-ed57-4c34-b352-dc37c188f7a5), precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:23.920646 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-68b9faf1-d7a2-4f10-ac6a-6d6373e24740 req-31faafbe-2851-4c42-95d4-90bc3b108a1c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986946 Mar 31 20:47:23.956165 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8238a93e-0b5a-4dc4-8565-a19e55edd255 req-b1ed6d23-65eb-40e0-8f7e-516a1defe0d8 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369318 Mar 31 20:47:24.043589 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (6c291cad-ed57-4c34-b352-dc37c188f7a5), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:24.068032 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device a8b3f8fc-9f21-4f28-8911-c7203d867cdc up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:47:24.072839 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c57eacb7-280d-4ead-b01c-d77d7a0a46c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12673528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25098006'] for subnet (92578343-ab67-4204-aa15-7b0540dbbbec), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:24.142092 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57eacb7-280d-4ead-b01c-d77d7a0a46c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92578343-ab67-4204-aa15-7b0540dbbbec,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:24.156467 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63a2a7-5c0d-4d98-bff7-b43b81b1a9f3 None None] Pushing event updated for resources: {'Port': ['ID=6c291cad-ed57-4c34-b352-dc37c188f7a5,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:24.186669 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57eacb7-280d-4ead-b01c-d77d7a0a46c9 admin admin] Checking segment: {'id': '02b21916-8b8b-4965-873b-ba342955176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87654090-69b3-49ed-8f8e-55f8acf88abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:47:24.187233 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57eacb7-280d-4ead-b01c-d77d7a0a46c9 admin admin] Network hostable DHCP agents. Network: 87654090-69b3-49ed-8f8e-55f8acf88abe, hostable agents: ['b91c7fac-627a-49bd-9332-a32b3145d578'], hosted agents: [] {{(pid=110549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:47:24.278633 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57eacb7-280d-4ead-b01c-d77d7a0a46c9 admin admin] Network 87654090-69b3-49ed-8f8e-55f8acf88abe is scheduled to be hosted by DHCP agent b91c7fac-627a-49bd-9332-a32b3145d578 with binding_index 1 {{(pid=110549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:47:24.314374 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] Attempting to bind port 6c291cad-ed57-4c34-b352-dc37c188f7a5 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:47:24.314872 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] Attempting to bind port 6c291cad-ed57-4c34-b352-dc37c188f7a5 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': '6c423cf7-1ebc-4c28-a1e1-93bb3014f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:47:24.315309 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] Attempting to bind port 6c291cad-ed57-4c34-b352-dc37c188f7a5 on network 891ebc70-d7d8-43ce-bc93-700332ce0830 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:47:24.322525 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:47:24.322862 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] Checking segment: {'id': '6c423cf7-1ebc-4c28-a1e1-93bb3014f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:47:24.323196 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:24.323590 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] Bound using segment: {'id': '6c423cf7-1ebc-4c28-a1e1-93bb3014f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:47:24.324180 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] Bound port: 6c291cad-ed57-4c34-b352-dc37c188f7a5, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c423cf7-1ebc-4c28-a1e1-93bb3014f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:47:24.324502 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (6c291cad-ed57-4c34-b352-dc37c188f7a5), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:24.326884 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port a8b3f8fc-9f21-4f28-8911-c7203d867cdc triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:24.327320 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (a8b3f8fc-9f21-4f28-8911-c7203d867cdc), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:24.352257 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-c57eacb7-280d-4ead-b01c-d77d7a0a46c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-1-iscsi, 87654090-69b3-49ed-8f8e-55f8acf88abe) {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:47:24.375515 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57eacb7-280d-4ead-b01c-d77d7a0a46c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:24.379023 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c57eacb7-280d-4ead-b01c-d77d7a0a46c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:24.487795 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6290b4e-bbd9-4ce6-bc10-c630e0284693 None None] Network 87654090-69b3-49ed-8f8e-55f8acf88abe requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:47:24.493036 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-c57eacb7-280d-4ead-b01c-d77d7a0a46c9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1230981 Mar 31 20:47:24.495781 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59024) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:47:24.500380 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-89f7b127-98a0-4bfb-bc43-d035768e490f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-494360564-router', 'tenant_id': '682280ac4edb4516be9b7e6317661aa8', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:47:24.615866 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89f7b127-98a0-4bfb-bc43-d035768e490f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16729917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router (88194c0f-13e1-46cb-8c2c-9f4326adfafc), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:24.617885 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89f7b127-98a0-4bfb-bc43-d035768e490f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16730285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16728316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16770512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router (88194c0f-13e1-46cb-8c2c-9f4326adfafc), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:24.658264 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] For port 6c291cad-ed57-4c34-b352-dc37c188f7a5, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:47:24.699924 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] For port 6c291cad-ed57-4c34-b352-dc37c188f7a5, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=6c291cad-ed57-4c34-b352-dc37c188f7a5,segment=NetworkSegment(6c423cf7-1ebc-4c28-a1e1-93bb3014f642),segment_id=6c423cf7-1ebc-4c28-a1e1-93bb3014f642)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:47:24.703025 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89f7b127-98a0-4bfb-bc43-d035768e490f admin admin] Publish callbacks [] for router_controller (88194c0f-13e1-46cb-8c2c-9f4326adfafc), precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:24.703695 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-72ea83ef-a859-4960-88f3-42d805dd36bc None None] Provisioning complete for port 6c291cad-ed57-4c34-b352-dc37c188f7a5 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:24.704093 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-72ea83ef-a859-4960-88f3-42d805dd36bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (6c291cad-ed57-4c34-b352-dc37c188f7a5), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:24.707239 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port a8b3f8fc-9f21-4f28-8911-c7203d867cdc is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:47:24.733009 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcad5ad8-3b11-4a2f-8a7a-a66ea01cc5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee5b7b07-8262-5262-a6f7-e819c2b19a01-87654090-69b3-49ed-8f8e-55f8acf88abe', 'network_id': '87654090-69b3-49ed-8f8e-55f8acf88abe', 'project_id': '682280ac4edb4516be9b7e6317661aa8', 'fixed_ips': [{'subnet_id': '92578343-ab67-4204-aa15-7b0540dbbbec'}]}} from dv-cinder-836072-1-iscsi. {{(pid=110551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:47:24.733882 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bcad5ad8-3b11-4a2f-8a7a-a66ea01cc5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:24.762423 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-72ea83ef-a859-4960-88f3-42d805dd36bc None None] Port 6c291cad-ed57-4c34-b352-dc37c188f7a5 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:47:24.820785 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (6c291cad-ed57-4c34-b352-dc37c188f7a5), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:24.963398 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] Routers {'4002ab7e-0d54-450d-8fbd-c167b8e820ec'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:47:24.964233 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:47:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:47:25.073487 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89f7b127-98a0-4bfb-bc43-d035768e490f admin admin] Publish callbacks [] for router_gateway (88194c0f-13e1-46cb-8c2c-9f4326adfafc), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:25.101781 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63a2a7-5c0d-4d98-bff7-b43b81b1a9f3 None None] Pushing event updated for resources: {'Port': ['ID=6c291cad-ed57-4c34-b352-dc37c188f7a5,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:25.151528 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-bcad5ad8-3b11-4a2f-8a7a-a66ea01cc5bd None None] Allocated IP 172.20.0.2 (87654090-69b3-49ed-8f8e-55f8acf88abe/92578343-ab67-4204-aa15-7b0540dbbbec/d950a917-98e8-4815-9b29-ab8c8d9613a4) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:47:25.159215 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] Set router 4002ab7e-0d54-450d-8fbd-c167b8e820ec gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:47:25.258126 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd47a6-1606-4022-9c54-ed73b75578b1 req-476768ce-1206-49dc-bd10-de955fbd98a5 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:25.260921 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-cbbd47a6-1606-4022-9c54-ed73b75578b1 req-476768ce-1206-49dc-bd10-de955fbd98a5 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 943 time: 0.1582637 Mar 31 20:47:25.269706 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f005cc6-767a-4c03-b866-4d8cebd9ea17 req-7ec0d8c4-6022-45fa-a972-08272c21035b tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:25.279001 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9f005cc6-767a-4c03-b866-4d8cebd9ea17 req-7ec0d8c4-6022-45fa-a972-08272c21035b tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.1950908 Mar 31 20:47:25.379870 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9f005cc6-767a-4c03-b866-4d8cebd9ea17 req-b66ad5d3-1121-4d3d-b44e-30a9bbf1bd90 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997770 Mar 31 20:47:25.414109 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-cbbd47a6-1606-4022-9c54-ed73b75578b1 req-734a0074-b817-4a62-b575-feb2aedb9b79 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321197 Mar 31 20:47:25.451408 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-3943b330-f792-4d40-9845-a0a371142823 None None] Provisioning complete for port 6c291cad-ed57-4c34-b352-dc37c188f7a5 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:25.451408 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3943b330-f792-4d40-9845-a0a371142823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (6c291cad-ed57-4c34-b352-dc37c188f7a5), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:25.649380 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89f7b127-98a0-4bfb-bc43-d035768e490f admin admin] Publish callbacks [] for router_gateway (88194c0f-13e1-46cb-8c2c-9f4326adfafc), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:25.681190 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89f7b127-98a0-4bfb-bc43-d035768e490f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:25.696262 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:47:20Z', 'revision_number': 4, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '6c291cad-ed57-4c34-b352-dc37c188f7a5', 'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'mac_address': 'fa:16:3e:0d:b8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:20Z', 'updated_at': '2022-03-31T20:47:24Z', 'revision_number': 4, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'subnets': [{'id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:47:25.704062 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bcad5ad8-3b11-4a2f-8a7a-a66ea01cc5bd None None] Publish callbacks [] for port (d950a917-98e8-4815-9b29-ab8c8d9613a4), precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:25.742635 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-3943b330-f792-4d40-9845-a0a371142823 None None] Current status of the port 6c291cad-ed57-4c34-b352-dc37c188f7a5 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:47:25.743023 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3943b330-f792-4d40-9845-a0a371142823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (6c291cad-ed57-4c34-b352-dc37c188f7a5), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:25.745482 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051eac95-5c1a-495f-9d85-3f61843b6506 None None] The sync data for ids ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'] in dv-cinder-836072-1-iscsi is: [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:47:20Z', 'revision_number': 4, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '6c291cad-ed57-4c34-b352-dc37c188f7a5', 'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'mac_address': 'fa:16:3e:0d:b8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:20Z', 'updated_at': '2022-03-31T20:47:24Z', 'revision_number': 4, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'subnets': [{'id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:47:25.823896 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-3943b330-f792-4d40-9845-a0a371142823 None None] For port 6c291cad-ed57-4c34-b352-dc37c188f7a5, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=6c291cad-ed57-4c34-b352-dc37c188f7a5,segment=NetworkSegment(6c423cf7-1ebc-4c28-a1e1-93bb3014f642),segment_id=6c423cf7-1ebc-4c28-a1e1-93bb3014f642)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:47:25.868481 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-89f7b127-98a0-4bfb-bc43-d035768e490f admin admin] Allocated IP 172.27.0.58 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/ce2d8e2a-c856-4a5f-b03f-febd8a11b748) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:47:26.029439 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89f7b127-98a0-4bfb-bc43-d035768e490f admin admin] Publish callbacks [] for port (ce2d8e2a-c856-4a5f-b03f-febd8a11b748), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:26.092102 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 6c291cad-ed57-4c34-b352-dc37c188f7a5 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:47:26.179356 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 6c291cad-ed57-4c34-b352-dc37c188f7a5 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:26.180208 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (6c291cad-ed57-4c34-b352-dc37c188f7a5), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:26.220127 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bcad5ad8-3b11-4a2f-8a7a-a66ea01cc5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (d950a917-98e8-4815-9b29-ab8c8d9613a4), after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:26.265928 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3943b330-f792-4d40-9845-a0a371142823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (6c291cad-ed57-4c34-b352-dc37c188f7a5), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:26.307795 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcad5ad8-3b11-4a2f-8a7a-a66ea01cc5bd None None] Network 87654090-69b3-49ed-8f8e-55f8acf88abe is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:47:26.322410 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89f7b127-98a0-4bfb-bc43-d035768e490f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (ce2d8e2a-c856-4a5f-b03f-febd8a11b748), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:26.326547 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad5ad8-3b11-4a2f-8a7a-a66ea01cc5bd None None] Pushing event updated for resources: {'Port': ['ID=d950a917-98e8-4815-9b29-ab8c8d9613a4,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:26.376973 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f7b127-98a0-4bfb-bc43-d035768e490f admin admin] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:47:26.400689 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-bcad5ad8-3b11-4a2f-8a7a-a66ea01cc5bd None None] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:47:26.406293 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcad5ad8-3b11-4a2f-8a7a-a66ea01cc5bd None None] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:47:26.411193 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-89f7b127-98a0-4bfb-bc43-d035768e490f admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:47:26.416909 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943b330-f792-4d40-9845-a0a371142823 None None] Pushing event updated for resources: {'Port': ['ID=6c291cad-ed57-4c34-b352-dc37c188f7a5,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:26.423061 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f7b127-98a0-4bfb-bc43-d035768e490f admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:47:26.427599 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7b127-98a0-4bfb-bc43-d035768e490f admin admin] Pushing event updated for resources: {'Port': ['ID=ce2d8e2a-c856-4a5f-b03f-febd8a11b748,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:26.514198 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-bcad5ad8-3b11-4a2f-8a7a-a66ea01cc5bd None None] Attempting to bind port d950a917-98e8-4815-9b29-ab8c8d9613a4 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:47:26.514198 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-bcad5ad8-3b11-4a2f-8a7a-a66ea01cc5bd None None] Attempting to bind port d950a917-98e8-4815-9b29-ab8c8d9613a4 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': '02b21916-8b8b-4965-873b-ba342955176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87654090-69b3-49ed-8f8e-55f8acf88abe'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:47:26.515151 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad5ad8-3b11-4a2f-8a7a-a66ea01cc5bd None None] Attempting to bind port d950a917-98e8-4815-9b29-ab8c8d9613a4 on network 87654090-69b3-49ed-8f8e-55f8acf88abe {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:47:26.561473 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad5ad8-3b11-4a2f-8a7a-a66ea01cc5bd None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:47:26.561860 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad5ad8-3b11-4a2f-8a7a-a66ea01cc5bd None None] Checking segment: {'id': '02b21916-8b8b-4965-873b-ba342955176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87654090-69b3-49ed-8f8e-55f8acf88abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:47:26.562274 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bcad5ad8-3b11-4a2f-8a7a-a66ea01cc5bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:26.562675 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad5ad8-3b11-4a2f-8a7a-a66ea01cc5bd None None] Bound using segment: {'id': '02b21916-8b8b-4965-873b-ba342955176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87654090-69b3-49ed-8f8e-55f8acf88abe'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:47:26.563162 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-bcad5ad8-3b11-4a2f-8a7a-a66ea01cc5bd None None] Bound port: d950a917-98e8-4815-9b29-ab8c8d9613a4, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b21916-8b8b-4965-873b-ba342955176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87654090-69b3-49ed-8f8e-55f8acf88abe'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:47:26.567894 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bcad5ad8-3b11-4a2f-8a7a-a66ea01cc5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (d950a917-98e8-4815-9b29-ab8c8d9613a4), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:26.613065 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 6c291cad-ed57-4c34-b352-dc37c188f7a5 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:47:26.683965 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612912c1-ad90-40f4-ab07-233ba1d866b1 req-8dddd209-f994-4157-9055-63ea20b21064 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:26.695015 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-612912c1-ad90-40f4-ab07-233ba1d866b1 req-8dddd209-f994-4157-9055-63ea20b21064 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.1940153 Mar 31 20:47:26.744980 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-bcad5ad8-3b11-4a2f-8a7a-a66ea01cc5bd None None] For port d950a917-98e8-4815-9b29-ab8c8d9613a4, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:47:26.749591 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-bcad5ad8-3b11-4a2f-8a7a-a66ea01cc5bd None None] For port d950a917-98e8-4815-9b29-ab8c8d9613a4, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=d950a917-98e8-4815-9b29-ab8c8d9613a4,segment=NetworkSegment(02b21916-8b8b-4965-873b-ba342955176e),segment_id=02b21916-8b8b-4965-873b-ba342955176e)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:47:26.761829 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc197e96-75e0-4a82-aa98-fd4e922d8428 req-9908ccae-6b9f-4e4c-8906-1a5b55907a9b tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:26.763620 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bc197e96-75e0-4a82-aa98-fd4e922d8428 req-9908ccae-6b9f-4e4c-8906-1a5b55907a9b tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 943 time: 0.1664784 Mar 31 20:47:26.784994 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-612912c1-ad90-40f4-ab07-233ba1d866b1 req-dd055b4e-b89c-4932-b0a0-35745caa2664 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885549 Mar 31 20:47:26.833272 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bc197e96-75e0-4a82-aa98-fd4e922d8428 req-46deb1cd-23f6-4290-b99e-eba8877ce01c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567329 Mar 31 20:47:26.884926 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bcad5ad8-3b11-4a2f-8a7a-a66ea01cc5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (d950a917-98e8-4815-9b29-ab8c8d9613a4), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:26.976513 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad5ad8-3b11-4a2f-8a7a-a66ea01cc5bd None None] Pushing event updated for resources: {'Port': ['ID=d950a917-98e8-4815-9b29-ab8c8d9613a4,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:27.027570 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89f7b127-98a0-4bfb-bc43-d035768e490f admin admin] Publish callbacks [] for router_gateway (88194c0f-13e1-46cb-8c2c-9f4326adfafc), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:27.523337 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89f7b127-98a0-4bfb-bc43-d035768e490f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16730276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16728107'] for router (88194c0f-13e1-46cb-8c2c-9f4326adfafc), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:27.836639 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f7b127-98a0-4bfb-bc43-d035768e490f admin admin] Router 88194c0f-13e1-46cb-8c2c-9f4326adfafc is scheduled to L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:47:27.946439 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cf1b6-c25b-410d-85a0-3b98c1082d38 req-e3671728-9ac6-4a02-9119-0011d69bea54 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:27.952795 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c90cf1b6-c25b-410d-85a0-3b98c1082d38 req-e3671728-9ac6-4a02-9119-0011d69bea54 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0921614 Mar 31 20:47:27.968796 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f7b127-98a0-4bfb-bc43-d035768e490f admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:47:27.988255 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] Sync routers for ids ['88194c0f-13e1-46cb-8c2c-9f4326adfafc'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:47:28.021642 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] Routers {'88194c0f-13e1-46cb-8c2c-9f4326adfafc'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:47:28.021642 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:47:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['88194c0f-13e1-46cb-8c2c-9f4326adfafc'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:47:28.089107 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89f7b127-98a0-4bfb-bc43-d035768e490f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:28.090385 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-89f7b127-98a0-4bfb-bc43-d035768e490f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5935328 Mar 31 20:47:28.093098 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59044) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:47:28.104494 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c90cf1b6-c25b-410d-85a0-3b98c1082d38 req-7b31c00a-b4a7-458d-9568-fead19037394 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229501 Mar 31 20:47:28.114903 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73743b-36e0-4e58-b794-8151d5488113 req-edd60c88-d8cd-4694-bb03-cee9a2fd06c6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:28.116725 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9d73743b-36e0-4e58-b794-8151d5488113 req-edd60c88-d8cd-4694-bb03-cee9a2fd06c6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 943 time: 0.1628633 Mar 31 20:47:28.203368 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] Set router 88194c0f-13e1-46cb-8c2c-9f4326adfafc gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:47:28.244948 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9d73743b-36e0-4e58-b794-8151d5488113 req-88f84eb1-4ea2-4e0f-96eb-e8f54aa58ff3 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224811 Mar 31 20:47:28.300506 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 6c291cad-ed57-4c34-b352-dc37c188f7a5 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:47:28.408325 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 6c291cad-ed57-4c34-b352-dc37c188f7a5 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:28.408736 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (6c291cad-ed57-4c34-b352-dc37c188f7a5), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:28.571833 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 6c291cad-ed57-4c34-b352-dc37c188f7a5 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:47:28.573014 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device d950a917-98e8-4815-9b29-ab8c8d9613a4 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:47:28.601539 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88194c0f-13e1-46cb-8c2c-9f4326adfafc', 'name': 'tempest-TestVolumeBootPattern-494360564-router', 'tenant_id': '682280ac4edb4516be9b7e6317661aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ce2d8e2a-c856-4a5f-b03f-febd8a11b748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:24Z', 'updated_at': '2022-03-31T20:47:26Z', 'revision_number': 3, 'project_id': '682280ac4edb4516be9b7e6317661aa8', 'gw_port': {'id': 'ce2d8e2a-c856-4a5f-b03f-febd8a11b748', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:87:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88194c0f-13e1-46cb-8c2c-9f4326adfafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:25Z', 'updated_at': '2022-03-31T20:47:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:47:28.626963 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6581a9b8-ea42-4b1c-915a-0fdada391ee2 None None] Network 87654090-69b3-49ed-8f8e-55f8acf88abe requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:47:28.638032 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] Checking router: 88194c0f-13e1-46cb-8c2c-9f4326adfafc for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:47:28.638725 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] Updating router 88194c0f-13e1-46cb-8c2c-9f4326adfafc port ce2d8e2a-c856-4a5f-b03f-febd8a11b748 binding host dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:47:28.703833 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (ce2d8e2a-c856-4a5f-b03f-febd8a11b748), before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:28.868299 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-1a4eabaf-3035-4ff9-961f-4c7c49826221 None None] Provisioning complete for port d950a917-98e8-4815-9b29-ab8c8d9613a4 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:28.868711 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1a4eabaf-3035-4ff9-961f-4c7c49826221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (d950a917-98e8-4815-9b29-ab8c8d9613a4), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:28.910563 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port d950a917-98e8-4815-9b29-ab8c8d9613a4 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:28.911084 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (d950a917-98e8-4815-9b29-ab8c8d9613a4), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:29.013559 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-1a4eabaf-3035-4ff9-961f-4c7c49826221 None None] Current status of the port d950a917-98e8-4815-9b29-ab8c8d9613a4 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:47:29.014564 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1a4eabaf-3035-4ff9-961f-4c7c49826221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (d950a917-98e8-4815-9b29-ab8c8d9613a4), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:29.111353 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-1a4eabaf-3035-4ff9-961f-4c7c49826221 None None] For port d950a917-98e8-4815-9b29-ab8c8d9613a4, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=d950a917-98e8-4815-9b29-ab8c8d9613a4,segment=NetworkSegment(02b21916-8b8b-4965-873b-ba342955176e),segment_id=02b21916-8b8b-4965-873b-ba342955176e)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:47:29.154619 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] Publish callbacks [] for port (ce2d8e2a-c856-4a5f-b03f-febd8a11b748), precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:29.165504 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port d950a917-98e8-4815-9b29-ab8c8d9613a4 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:47:29.165504 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (d950a917-98e8-4815-9b29-ab8c8d9613a4), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:29.225377 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1a4eabaf-3035-4ff9-961f-4c7c49826221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (d950a917-98e8-4815-9b29-ab8c8d9613a4), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:29.295648 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (ce2d8e2a-c856-4a5f-b03f-febd8a11b748), after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:29.300323 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc43e55-af28-4a6c-8deb-e74041993566 req-80a47607-5d29-484c-8f60-ae6aad53fff2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:29.307757 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2cc43e55-af28-4a6c-8deb-e74041993566 req-80a47607-5d29-484c-8f60-ae6aad53fff2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0810192 Mar 31 20:47:29.430375 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4eabaf-3035-4ff9-961f-4c7c49826221 None None] Pushing event updated for resources: {'Port': ['ID=d950a917-98e8-4815-9b29-ab8c8d9613a4,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:29.431832 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] Attempting to bind port ce2d8e2a-c856-4a5f-b03f-febd8a11b748 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:47:29.432278 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] Attempting to bind port ce2d8e2a-c856-4a5f-b03f-febd8a11b748 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:47:29.432697 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] Attempting to bind port ce2d8e2a-c856-4a5f-b03f-febd8a11b748 on network 058c73fb-def7-43e1-b39b-9141f1a05ed2 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:47:29.460358 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:47:29.463635 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] Checking segment: {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:47:29.463850 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:29.469313 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] Bound using segment: {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:47:29.469505 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] Bound port: ce2d8e2a-c856-4a5f-b03f-febd8a11b748, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:47:29.470453 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (ce2d8e2a-c856-4a5f-b03f-febd8a11b748), before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:29.472434 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0f4e1-bcb1-4b2a-891b-9248d87a55ef None None] Pushing event updated for resources: {'Port': ['ID=ce2d8e2a-c856-4a5f-b03f-febd8a11b748,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:29.479538 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.db.api [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 20:47:29.479937 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG oslo_db.api [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 20:47:29.524854 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2cc43e55-af28-4a6c-8deb-e74041993566 req-06d59708-150d-4320-b09d-ea482a257ef3 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094388 Mar 31 20:47:29.546806 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed940250-4c46-4eac-a167-76bf575f4090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:29.547638 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] For port ce2d8e2a-c856-4a5f-b03f-febd8a11b748, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:47:29.552332 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] For port ce2d8e2a-c856-4a5f-b03f-febd8a11b748, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=ce2d8e2a-c856-4a5f-b03f-febd8a11b748,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:47:29.562799 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-79bc10de-fea6-4dde-bd0b-5b232c28b53d None None] Provisioning complete for port d950a917-98e8-4815-9b29-ab8c8d9613a4 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:29.563339 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-79bc10de-fea6-4dde-bd0b-5b232c28b53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (d950a917-98e8-4815-9b29-ab8c8d9613a4), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:29.589360 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bc75a-a756-449b-a625-88bc69fb33de req-6b88c1d2-6d72-42d0-b8bf-70ca07397800 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:29.593885 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1b7bc75a-a756-449b-a625-88bc69fb33de req-6b88c1d2-6d72-42d0-b8bf-70ca07397800 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 943 time: 0.1489007 Mar 31 20:47:29.690189 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (ce2d8e2a-c856-4a5f-b03f-febd8a11b748), after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:29.699284 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1b7bc75a-a756-449b-a625-88bc69fb33de req-4b80c254-c0da-4c64-9362-e4dafa8b5cb2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953972 Mar 31 20:47:29.726639 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-79bc10de-fea6-4dde-bd0b-5b232c28b53d None None] Current status of the port d950a917-98e8-4815-9b29-ab8c8d9613a4 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:47:29.823892 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-ed940250-4c46-4eac-a167-76bf575f4090 admin admin] Allocated IP 172.20.0.1 (87654090-69b3-49ed-8f8e-55f8acf88abe/92578343-ab67-4204-aa15-7b0540dbbbec/8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:47:29.858469 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] Routers {'88194c0f-13e1-46cb-8c2c-9f4326adfafc'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:47:29.858736 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:47:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['88194c0f-13e1-46cb-8c2c-9f4326adfafc'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:47:29.945319 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0f4e1-bcb1-4b2a-891b-9248d87a55ef None None] Pushing event updated for resources: {'Port': ['ID=ce2d8e2a-c856-4a5f-b03f-febd8a11b748,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:29.984054 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed940250-4c46-4eac-a167-76bf575f4090 admin admin] Publish callbacks [] for port (8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:30.008108 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] Set router 88194c0f-13e1-46cb-8c2c-9f4326adfafc gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:47:30.058162 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port d950a917-98e8-4815-9b29-ab8c8d9613a4 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:47:30.157329 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device d950a917-98e8-4815-9b29-ab8c8d9613a4 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:47:30.253407 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port d950a917-98e8-4815-9b29-ab8c8d9613a4 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:30.253797 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (d950a917-98e8-4815-9b29-ab8c8d9613a4), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:30.279286 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88194c0f-13e1-46cb-8c2c-9f4326adfafc', 'name': 'tempest-TestVolumeBootPattern-494360564-router', 'tenant_id': '682280ac4edb4516be9b7e6317661aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ce2d8e2a-c856-4a5f-b03f-febd8a11b748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:24Z', 'updated_at': '2022-03-31T20:47:26Z', 'revision_number': 3, 'project_id': '682280ac4edb4516be9b7e6317661aa8', 'gw_port': {'id': 'ce2d8e2a-c856-4a5f-b03f-febd8a11b748', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:87:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88194c0f-13e1-46cb-8c2c-9f4326adfafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:25Z', 'updated_at': '2022-03-31T20:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:47:30.315211 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adfa373-319d-4c56-a191-8460c7b48ea2 None None] The sync data for ids ['88194c0f-13e1-46cb-8c2c-9f4326adfafc'] in dv-cinder-836072-1-iscsi is: [{'id': '88194c0f-13e1-46cb-8c2c-9f4326adfafc', 'name': 'tempest-TestVolumeBootPattern-494360564-router', 'tenant_id': '682280ac4edb4516be9b7e6317661aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ce2d8e2a-c856-4a5f-b03f-febd8a11b748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:24Z', 'updated_at': '2022-03-31T20:47:26Z', 'revision_number': 3, 'project_id': '682280ac4edb4516be9b7e6317661aa8', 'gw_port': {'id': 'ce2d8e2a-c856-4a5f-b03f-febd8a11b748', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:87:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88194c0f-13e1-46cb-8c2c-9f4326adfafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:25Z', 'updated_at': '2022-03-31T20:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:47:30.345882 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port d950a917-98e8-4815-9b29-ab8c8d9613a4 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:47:30.478987 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed940250-4c46-4eac-a167-76bf575f4090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:30.526763 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed940250-4c46-4eac-a167-76bf575f4090 admin admin] Network 87654090-69b3-49ed-8f8e-55f8acf88abe is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:47:30.541332 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed940250-4c46-4eac-a167-76bf575f4090 admin admin] Pushing event updated for resources: {'Port': ['ID=8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:30.544030 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-ed940250-4c46-4eac-a167-76bf575f4090 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:47:30.551313 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed940250-4c46-4eac-a167-76bf575f4090 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:47:30.551313 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed940250-4c46-4eac-a167-76bf575f4090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16736252'] for router_interface (88194c0f-13e1-46cb-8c2c-9f4326adfafc), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:30.735789 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96746ac-5419-4800-93f7-3252dddcb172 req-4aed8907-3721-4b10-931b-15d451511fa2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:30.745166 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c96746ac-5419-4800-93f7-3252dddcb172 req-4aed8907-3721-4b10-931b-15d451511fa2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0808032 Mar 31 20:47:30.828755 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c96746ac-5419-4800-93f7-3252dddcb172 req-af2182cd-0f74-46f9-81d6-eed13682ed54 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822287 Mar 31 20:47:30.968066 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5874cf7-05c3-4ab3-9d1a-3f6bb867183e req-f71318ff-f89e-4002-930f-ee0cf16958c9 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:30.969667 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b5874cf7-05c3-4ab3-9d1a-3f6bb867183e req-f71318ff-f89e-4002-930f-ee0cf16958c9 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 943 time: 0.0857782 Mar 31 20:47:31.044956 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed940250-4c46-4eac-a167-76bf575f4090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:31.084594 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b5874cf7-05c3-4ab3-9d1a-3f6bb867183e req-851eec11-fedc-4584-ada7-7e490eee60ab tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000009 Mar 31 20:47:31.085469 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-7e0d1561-4585-4445-8970-ab0091082c50 None None] Provisioning complete for port 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:31.086059 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7e0d1561-4585-4445-8970-ab0091082c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:31.141432 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-7e0d1561-4585-4445-8970-ab0091082c50 None None] Port 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:47:31.320635 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed940250-4c46-4eac-a167-76bf575f4090 admin admin] Publish callbacks [] for port (8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:31.446923 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed940250-4c46-4eac-a167-76bf575f4090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:31.448014 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed940250-4c46-4eac-a167-76bf575f4090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16300123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16736104'] for router_interface (88194c0f-13e1-46cb-8c2c-9f4326adfafc), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:31.548815 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed940250-4c46-4eac-a167-76bf575f4090 admin admin] Pushing event updated for resources: {'Port': ['ID=8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:31.610618 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed940250-4c46-4eac-a167-76bf575f4090 admin admin] Network 87654090-69b3-49ed-8f8e-55f8acf88abe is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:47:31.613007 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-ed940250-4c46-4eac-a167-76bf575f4090 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:47:31.766553 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed940250-4c46-4eac-a167-76bf575f4090 admin admin] Router 88194c0f-13e1-46cb-8c2c-9f4326adfafc has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:47:31.905352 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed940250-4c46-4eac-a167-76bf575f4090 admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:47:31.916441 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-ed940250-4c46-4eac-a167-76bf575f4090 admin admin] 10.222.0.61 "PUT /v2.0/routers/88194c0f-13e1-46cb-8c2c-9f4326adfafc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8221326 Mar 31 20:47:31.972725 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-f887633e-29dc-44c2-bee5-13b000f4f07a None None] Provisioning complete for port 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:31.973102 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f887633e-29dc-44c2-bee5-13b000f4f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:31.996759 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c9984-40ce-4a12-aa9d-762004617d41 req-af1644b0-408e-4dee-aa4e-e105977337a2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:31.998444 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-be1c9984-40ce-4a12-aa9d-762004617d41 req-af1644b0-408e-4dee-aa4e-e105977337a2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0793507 Mar 31 20:47:32.058977 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-be1c9984-40ce-4a12-aa9d-762004617d41 req-0213a21c-36ee-406c-8ebe-15ec8f18ccc7 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543289 Mar 31 20:47:32.077884 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-f887633e-29dc-44c2-bee5-13b000f4f07a None None] Port 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:47:32.252318 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4e56b-d91f-4048-b425-a88a05c23571 req-64fc3663-6af6-4dc6-a8af-ceac999f3eba tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:32.252704 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device ce2d8e2a-c856-4a5f-b03f-febd8a11b748 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:47:32.262100 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-97d4e56b-d91f-4048-b425-a88a05c23571 req-64fc3663-6af6-4dc6-a8af-ceac999f3eba tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 943 time: 0.0733662 Mar 31 20:47:32.321321 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port ce2d8e2a-c856-4a5f-b03f-febd8a11b748 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:32.321992 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (ce2d8e2a-c856-4a5f-b03f-febd8a11b748), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:32.364661 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-97d4e56b-d91f-4048-b425-a88a05c23571 req-d76a53df-2d1b-42a6-921b-2742d43df5fb tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014311 Mar 31 20:47:32.491175 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port ce2d8e2a-c856-4a5f-b03f-febd8a11b748 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:47:32.491618 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (ce2d8e2a-c856-4a5f-b03f-febd8a11b748), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:32.526416 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] For port ce2d8e2a-c856-4a5f-b03f-febd8a11b748, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=ce2d8e2a-c856-4a5f-b03f-febd8a11b748,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:47:32.652429 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (ce2d8e2a-c856-4a5f-b03f-febd8a11b748), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:32.708878 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Pushing event updated for resources: {'Port': ['ID=ce2d8e2a-c856-4a5f-b03f-febd8a11b748,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:32.766573 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59070) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:47:32.771216 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-8fd1629b-6bc3-4f90-90de-0a72325e4fde tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1190092249', 'description': 'tempest-secgroup-smoke-1190092249 description', 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:47:32.889725 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fd1629b-6bc3-4f90-90de-0a72325e4fde tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:32.962228 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fd1629b-6bc3-4f90-90de-0a72325e4fde tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for security_group (2e70a5a4-5161-4e00-9fc8-18373c384b3e), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:32.998318 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] Sync routers for ids ['88194c0f-13e1-46cb-8c2c-9f4326adfafc'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:47:33.018588 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] Routers {'88194c0f-13e1-46cb-8c2c-9f4326adfafc'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:47:33.028218 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:47:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['88194c0f-13e1-46cb-8c2c-9f4326adfafc'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:47:33.060047 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fd1629b-6bc3-4f90-90de-0a72325e4fde tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (2e70a5a4-5161-4e00-9fc8-18373c384b3e), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:33.090935 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1629b-6bc3-4f90-90de-0a72325e4fde tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e70a5a4-5161-4e00-9fc8-18373c384b3e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:33.137839 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] Set router 88194c0f-13e1-46cb-8c2c-9f4326adfafc gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:47:33.166215 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fd1629b-6bc3-4f90-90de-0a72325e4fde tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:33.168052 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-8fd1629b-6bc3-4f90-90de-0a72325e4fde tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4000559 Mar 31 20:47:33.170751 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 59074) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:47:33.176473 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-6baed1a8-11b1-419f-9e1f-fe8ebf12cc92 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Request body: {'security_group_rule': {'security_group_id': '2e70a5a4-5161-4e00-9fc8-18373c384b3e', 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:47:33.210687 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bdf99-6a46-45b7-8e41-e74e22b24c21 req-263b60a7-5e40-44c9-bebe-ba5396ffdf03 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:33.212193 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-cd2bdf99-6a46-45b7-8e41-e74e22b24c21 req-263b60a7-5e40-44c9-bebe-ba5396ffdf03 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0761940 Mar 31 20:47:33.262627 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-cd2bdf99-6a46-45b7-8e41-e74e22b24c21 req-d6cb3db4-d728-4de8-9ce0-edfa5b867952 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443335 Mar 31 20:47:33.298516 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6baed1a8-11b1-419f-9e1f-fe8ebf12cc92 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for security_group_rule (4dff0081-2bf2-4815-8e31-5a9932f78925), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:33.341660 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:33.348030 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6baed1a8-11b1-419f-9e1f-fe8ebf12cc92 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for security_group_rule (4dff0081-2bf2-4815-8e31-5a9932f78925), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:33.371840 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88194c0f-13e1-46cb-8c2c-9f4326adfafc', 'name': 'tempest-TestVolumeBootPattern-494360564-router', 'tenant_id': '682280ac4edb4516be9b7e6317661aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ce2d8e2a-c856-4a5f-b03f-febd8a11b748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:24Z', 'updated_at': '2022-03-31T20:47:30Z', 'revision_number': 4, 'project_id': '682280ac4edb4516be9b7e6317661aa8', 'gw_port': {'id': 'ce2d8e2a-c856-4a5f-b03f-febd8a11b748', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:87:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88194c0f-13e1-46cb-8c2c-9f4326adfafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:25Z', 'updated_at': '2022-03-31T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8', 'name': '', 'network_id': '87654090-69b3-49ed-8f8e-55f8acf88abe', 'tenant_id': '682280ac4edb4516be9b7e6317661aa8', 'mac_address': 'fa:16:3e:92:78:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88194c0f-13e1-46cb-8c2c-9f4326adfafc', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '92578343-ab67-4204-aa15-7b0540dbbbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:29Z', 'updated_at': '2022-03-31T20:47:31Z', 'revision_number': 2, 'project_id': '682280ac4edb4516be9b7e6317661aa8', 'subnets': [{'id': '92578343-ab67-4204-aa15-7b0540dbbbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:47:33.398859 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] Checking router: 88194c0f-13e1-46cb-8c2c-9f4326adfafc for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:47:33.399217 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] Updating router 88194c0f-13e1-46cb-8c2c-9f4326adfafc port 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8 binding host dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:47:33.403327 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6baed1a8-11b1-419f-9e1f-fe8ebf12cc92 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (4dff0081-2bf2-4815-8e31-5a9932f78925), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:33.423538 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baed1a8-11b1-419f-9e1f-fe8ebf12cc92 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dff0081-2bf2-4815-8e31-5a9932f78925,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:33.433536 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:33.495807 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6baed1a8-11b1-419f-9e1f-fe8ebf12cc92 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:33.496990 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-6baed1a8-11b1-419f-9e1f-fe8ebf12cc92 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3253069 Mar 31 20:47:33.500595 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59078) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:47:33.505868 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-3f82fa29-3f66-4070-8508-541322182848 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Request body: {'security_group_rule': {'security_group_id': '2e70a5a4-5161-4e00-9fc8-18373c384b3e', 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:47:33.528847 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f628ff7-187a-4c98-8702-a025e9f0bc91 req-9e91a0ba-48e6-49f3-a773-a9e7f16dff87 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:33.532268 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6f628ff7-187a-4c98-8702-a025e9f0bc91 req-9e91a0ba-48e6-49f3-a773-a9e7f16dff87 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 943 time: 0.0672810 Mar 31 20:47:33.584457 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f82fa29-3f66-4070-8508-541322182848 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for security_group_rule (91da1450-952a-45a7-85ec-51205ccc736c), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:33.587469 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6f628ff7-187a-4c98-8702-a025e9f0bc91 req-ab07d72b-67b1-4e1f-b506-fefd22fcc809 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513585 Mar 31 20:47:33.653889 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f82fa29-3f66-4070-8508-541322182848 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for security_group_rule (91da1450-952a-45a7-85ec-51205ccc736c), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:33.717320 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] Publish callbacks [] for port (8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8), precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:33.740739 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f82fa29-3f66-4070-8508-541322182848 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (91da1450-952a-45a7-85ec-51205ccc736c), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:33.762969 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82fa29-3f66-4070-8508-541322182848 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91da1450-952a-45a7-85ec-51205ccc736c,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:33.786255 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:33.838559 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55840a0-62f2-4924-b6d5-0731bbd94d4a None None] Pushing event updated for resources: {'Port': ['ID=8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:33.843131 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f82fa29-3f66-4070-8508-541322182848 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:33.847848 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 59082) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:47:33.848124 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-3f82fa29-3f66-4070-8508-541322182848 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3463757 Mar 31 20:47:33.873500 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-83b2223f-a0b7-4d3c-a17c-25f03d5dda26 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Request body: {'security_group_rule': {'security_group_id': '2e70a5a4-5161-4e00-9fc8-18373c384b3e', 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:47:33.916904 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] Attempting to bind port 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:47:33.916904 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] Attempting to bind port 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': '02b21916-8b8b-4965-873b-ba342955176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87654090-69b3-49ed-8f8e-55f8acf88abe'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:47:33.916904 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] Attempting to bind port 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8 on network 87654090-69b3-49ed-8f8e-55f8acf88abe {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:47:33.916904 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:47:33.916904 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] Checking segment: {'id': '02b21916-8b8b-4965-873b-ba342955176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87654090-69b3-49ed-8f8e-55f8acf88abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:47:33.916904 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:33.916904 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] Bound using segment: {'id': '02b21916-8b8b-4965-873b-ba342955176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87654090-69b3-49ed-8f8e-55f8acf88abe'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:47:33.916904 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] Bound port: 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b21916-8b8b-4965-873b-ba342955176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '87654090-69b3-49ed-8f8e-55f8acf88abe'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:47:33.916904 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:33.985333 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-83b2223f-a0b7-4d3c-a17c-25f03d5dda26 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for security_group_rule (c2851c9e-d5a0-4754-a6cd-d6bc9328744f), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:33.991461 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] For port 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:47:33.994848 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] For port 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8,segment=NetworkSegment(02b21916-8b8b-4965-873b-ba342955176e),segment_id=02b21916-8b8b-4965-873b-ba342955176e)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:47:34.049590 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-83b2223f-a0b7-4d3c-a17c-25f03d5dda26 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for security_group_rule (c2851c9e-d5a0-4754-a6cd-d6bc9328744f), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:34.125234 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-b678c8af-e34a-4553-9134-ca930c89f8a3 None None] Provisioning complete for port 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:34.125566 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b678c8af-e34a-4553-9134-ca930c89f8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:34.150919 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device ce2d8e2a-c856-4a5f-b03f-febd8a11b748 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:47:34.178063 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:34.192555 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-83b2223f-a0b7-4d3c-a17c-25f03d5dda26 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (c2851c9e-d5a0-4754-a6cd-d6bc9328744f), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:34.211885 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b678c8af-e34a-4553-9134-ca930c89f8a3 None None] Port 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:47:34.217320 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2223f-a0b7-4d3c-a17c-25f03d5dda26 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2851c9e-d5a0-4754-a6cd-d6bc9328744f,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:34.262504 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55840a0-62f2-4924-b6d5-0731bbd94d4a None None] Pushing event updated for resources: {'Port': ['ID=8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:34.266720 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] Routers {'88194c0f-13e1-46cb-8c2c-9f4326adfafc'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:47:34.267344 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:47:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['88194c0f-13e1-46cb-8c2c-9f4326adfafc'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:47:34.309552 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port ce2d8e2a-c856-4a5f-b03f-febd8a11b748 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:34.309928 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (ce2d8e2a-c856-4a5f-b03f-febd8a11b748), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:34.312063 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-83b2223f-a0b7-4d3c-a17c-25f03d5dda26 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:34.317414 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-83b2223f-a0b7-4d3c-a17c-25f03d5dda26 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4645383 Mar 31 20:47:34.317558 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59086) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:47:34.322049 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-cb620ba2-7ddd-4cf6-ae29-c1440bf5f6e8 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Request body: {'security_group_rule': {'security_group_id': '2e70a5a4-5161-4e00-9fc8-18373c384b3e', 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:47:34.421861 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533ea6b-089c-4d37-b4d2-40a977fb23c9 req-06d1fc05-5eea-4081-9cf7-18a17c39e87f tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:34.423332 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b533ea6b-089c-4d37-b4d2-40a977fb23c9 req-06d1fc05-5eea-4081-9cf7-18a17c39e87f tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0632830 Mar 31 20:47:34.435467 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cb620ba2-7ddd-4cf6-ae29-c1440bf5f6e8 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for security_group_rule (14ed1f95-c5be-4bf0-ae9e-1ffc753636eb), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:34.446577 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] Set router 88194c0f-13e1-46cb-8c2c-9f4326adfafc gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:47:34.484244 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b533ea6b-089c-4d37-b4d2-40a977fb23c9 req-5f03fb14-7dff-4d57-893f-c282d0a04ba1 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491991 Mar 31 20:47:34.501600 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port ce2d8e2a-c856-4a5f-b03f-febd8a11b748 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:47:34.503875 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-1c8f94e8-cb0c-4e7d-8519-94bef043f74c None None] Provisioning complete for port 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:34.504258 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1c8f94e8-cb0c-4e7d-8519-94bef043f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:34.517614 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cb620ba2-7ddd-4cf6-ae29-c1440bf5f6e8 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for security_group_rule (14ed1f95-c5be-4bf0-ae9e-1ffc753636eb), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:34.603736 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cb620ba2-7ddd-4cf6-ae29-c1440bf5f6e8 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (14ed1f95-c5be-4bf0-ae9e-1ffc753636eb), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:34.626781 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb620ba2-7ddd-4cf6-ae29-c1440bf5f6e8 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ed1f95-c5be-4bf0-ae9e-1ffc753636eb,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:34.734537 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cb620ba2-7ddd-4cf6-ae29-c1440bf5f6e8 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:34.738687 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-cb620ba2-7ddd-4cf6-ae29-c1440bf5f6e8 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4182458 Mar 31 20:47:34.740150 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59096) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:47:34.743222 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5b50a-1bda-452e-ae2c-8f3b40e06ca6 req-41f49302-ebc9-456e-85e8-b5e93d286999 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:34.745195 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d4a5b50a-1bda-452e-ae2c-8f3b40e06ca6 req-41f49302-ebc9-456e-85e8-b5e93d286999 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 943 time: 0.0649323 Mar 31 20:47:34.745367 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ae069577-fbac-4525-8cb1-653f3791d3c6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Request body: {'security_group_rule': {'security_group_id': '2e70a5a4-5161-4e00-9fc8-18373c384b3e', 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:47:34.805655 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d4a5b50a-1bda-452e-ae2c-8f3b40e06ca6 req-331e33f8-90e7-4e37-91d7-931eebcad8d4 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537379 Mar 31 20:47:34.842986 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.securitygroups_db [None req-ae069577-fbac-4525-8cb1-653f3791d3c6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Project cb4630cdf1214e68ab28a5d2bb2358cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 20:47:34.855075 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ae069577-fbac-4525-8cb1-653f3791d3c6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for security_group_rule (1fa52ce4-bd1f-42f9-afeb-afea7cbfd6cf), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:34.871498 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-1c8f94e8-cb0c-4e7d-8519-94bef043f74c None None] Current status of the port 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:47:34.871941 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1c8f94e8-cb0c-4e7d-8519-94bef043f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:34.921259 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-1c8f94e8-cb0c-4e7d-8519-94bef043f74c None None] For port 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8,segment=NetworkSegment(02b21916-8b8b-4965-873b-ba342955176e),segment_id=02b21916-8b8b-4965-873b-ba342955176e)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:47:34.942540 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ae069577-fbac-4525-8cb1-653f3791d3c6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for security_group_rule (1fa52ce4-bd1f-42f9-afeb-afea7cbfd6cf), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:34.943882 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88194c0f-13e1-46cb-8c2c-9f4326adfafc', 'name': 'tempest-TestVolumeBootPattern-494360564-router', 'tenant_id': '682280ac4edb4516be9b7e6317661aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ce2d8e2a-c856-4a5f-b03f-febd8a11b748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:24Z', 'updated_at': '2022-03-31T20:47:30Z', 'revision_number': 4, 'project_id': '682280ac4edb4516be9b7e6317661aa8', 'gw_port': {'id': 'ce2d8e2a-c856-4a5f-b03f-febd8a11b748', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:87:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88194c0f-13e1-46cb-8c2c-9f4326adfafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:25Z', 'updated_at': '2022-03-31T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8', 'name': '', 'network_id': '87654090-69b3-49ed-8f8e-55f8acf88abe', 'tenant_id': '682280ac4edb4516be9b7e6317661aa8', 'mac_address': 'fa:16:3e:92:78:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88194c0f-13e1-46cb-8c2c-9f4326adfafc', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '92578343-ab67-4204-aa15-7b0540dbbbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:29Z', 'updated_at': '2022-03-31T20:47:33Z', 'revision_number': 4, 'project_id': '682280ac4edb4516be9b7e6317661aa8', 'subnets': [{'id': '92578343-ab67-4204-aa15-7b0540dbbbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:47:34.975113 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1951fd-1b1e-4d0f-a9fa-29f24888bc05 None None] The sync data for ids ['88194c0f-13e1-46cb-8c2c-9f4326adfafc'] in dv-cinder-836072-1-iscsi is: [{'id': '88194c0f-13e1-46cb-8c2c-9f4326adfafc', 'name': 'tempest-TestVolumeBootPattern-494360564-router', 'tenant_id': '682280ac4edb4516be9b7e6317661aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ce2d8e2a-c856-4a5f-b03f-febd8a11b748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:24Z', 'updated_at': '2022-03-31T20:47:30Z', 'revision_number': 4, 'project_id': '682280ac4edb4516be9b7e6317661aa8', 'gw_port': {'id': 'ce2d8e2a-c856-4a5f-b03f-febd8a11b748', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:87:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88194c0f-13e1-46cb-8c2c-9f4326adfafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:25Z', 'updated_at': '2022-03-31T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8', 'name': '', 'network_id': '87654090-69b3-49ed-8f8e-55f8acf88abe', 'tenant_id': '682280ac4edb4516be9b7e6317661aa8', 'mac_address': 'fa:16:3e:92:78:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88194c0f-13e1-46cb-8c2c-9f4326adfafc', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '92578343-ab67-4204-aa15-7b0540dbbbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:29Z', 'updated_at': '2022-03-31T20:47:33Z', 'revision_number': 4, 'project_id': '682280ac4edb4516be9b7e6317661aa8', 'subnets': [{'id': '92578343-ab67-4204-aa15-7b0540dbbbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:47:35.047015 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1c8f94e8-cb0c-4e7d-8519-94bef043f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:35.053724 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ae069577-fbac-4525-8cb1-653f3791d3c6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (1fa52ce4-bd1f-42f9-afeb-afea7cbfd6cf), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:35.067920 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10791b6a-eb60-44f8-b65a-1cab4f4f2cb2 req-76ab1d6f-2e94-472c-a343-0f0515419ca4 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:35.076853 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-10791b6a-eb60-44f8-b65a-1cab4f4f2cb2 req-76ab1d6f-2e94-472c-a343-0f0515419ca4 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.1001704 Mar 31 20:47:35.079032 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae069577-fbac-4525-8cb1-653f3791d3c6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa52ce4-bd1f-42f9-afeb-afea7cbfd6cf,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:35.090606 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae069577-fbac-4525-8cb1-653f3791d3c6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:35.090957 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae069577-fbac-4525-8cb1-653f3791d3c6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:35.091303 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae069577-fbac-4525-8cb1-653f3791d3c6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:35.091644 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae069577-fbac-4525-8cb1-653f3791d3c6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:35.092047 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae069577-fbac-4525-8cb1-653f3791d3c6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:35.092359 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae069577-fbac-4525-8cb1-653f3791d3c6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:35.092852 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae069577-fbac-4525-8cb1-653f3791d3c6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:35.093325 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae069577-fbac-4525-8cb1-653f3791d3c6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:35.093821 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae069577-fbac-4525-8cb1-653f3791d3c6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:35.094371 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae069577-fbac-4525-8cb1-653f3791d3c6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:35.094858 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae069577-fbac-4525-8cb1-653f3791d3c6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:35.095339 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae069577-fbac-4525-8cb1-653f3791d3c6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:35.095944 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae069577-fbac-4525-8cb1-653f3791d3c6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:35.096449 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae069577-fbac-4525-8cb1-653f3791d3c6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:35.096933 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae069577-fbac-4525-8cb1-653f3791d3c6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:35.147371 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f94e8-cb0c-4e7d-8519-94bef043f74c None None] Pushing event updated for resources: {'Port': ['ID=8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:35.164252 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ae069577-fbac-4525-8cb1-653f3791d3c6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:35.168324 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-ae069577-fbac-4525-8cb1-653f3791d3c6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4243937 Mar 31 20:47:35.168464 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-10791b6a-eb60-44f8-b65a-1cab4f4f2cb2 req-82afe648-2e1d-4b80-b8c5-e627340f5246 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895274 Mar 31 20:47:35.172768 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59102) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:47:35.177284 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-8b555c97-b2c4-4e3e-83ed-44050cafdba6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Request body: {'security_group_rule': {'security_group_id': '2e70a5a4-5161-4e00-9fc8-18373c384b3e', 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:47:35.220289 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba7ad7-3e07-4eea-932f-aa8370e2289d req-92c4be9b-ccc8-417d-b0c3-bacf1301512c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:35.222957 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-24ba7ad7-3e07-4eea-932f-aa8370e2289d req-92c4be9b-ccc8-417d-b0c3-bacf1301512c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=654be7b7f6b046c4a444ce74acbb673c&device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 1130 time: 0.0595140 Mar 31 20:47:35.329389 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba7ad7-3e07-4eea-932f-aa8370e2289d req-5d2a2797-b208-45b7-baa6-36eb1b51eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:35.330796 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-24ba7ad7-3e07-4eea-932f-aa8370e2289d req-5d2a2797-b208-45b7-baa6-36eb1b51eca2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aae64b56-d644-454d-807a-9ff75eea577e HTTP/1.1" status: 200 len: 910 time: 0.1002560 Mar 31 20:47:35.348037 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.securitygroups_db [None req-8b555c97-b2c4-4e3e-83ed-44050cafdba6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Project cb4630cdf1214e68ab28a5d2bb2358cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 20:47:35.354398 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8b555c97-b2c4-4e3e-83ed-44050cafdba6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for security_group_rule (f79f3c58-6ed2-410a-ac14-c286f6837262), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:35.407272 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-24ba7ad7-3e07-4eea-932f-aa8370e2289d req-fbaf36e6-9d6f-4b24-826d-9fd074675928 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ad761be-8f31-482c-8f22-6f7d29081b5b HTTP/1.1" status: 200 len: 1002 time: 0.0695696 Mar 31 20:47:35.418788 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ce1292e1-b7c6-43d7-8fb1-e1c81a39781c req-5d731cc6-38a0-4156-b185-7820e7dabe32 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1017394 Mar 31 20:47:35.434934 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8b555c97-b2c4-4e3e-83ed-44050cafdba6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for security_group_rule (f79f3c58-6ed2-410a-ac14-c286f6837262), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:35.464961 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba7ad7-3e07-4eea-932f-aa8370e2289d req-5a2954bd-4da5-4098-9098-a141ff59bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:35.466900 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-24ba7ad7-3e07-4eea-932f-aa8370e2289d req-5a2954bd-4da5-4098-9098-a141ff59bb87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29e5f0dd-54c8-4420-95e1-1b4acc9a8f80 HTTP/1.1" status: 200 len: 848 time: 0.0526462 Mar 31 20:47:35.511713 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1292e1-b7c6-43d7-8fb1-e1c81a39781c req-0c8a82ab-68bc-434f-889b-c867120803e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:35.514394 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ce1292e1-b7c6-43d7-8fb1-e1c81a39781c req-0c8a82ab-68bc-434f-889b-c867120803e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df50189c17a647ac86148405e9f04f55&device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 1129 time: 0.0700455 Mar 31 20:47:35.535597 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba7ad7-3e07-4eea-932f-aa8370e2289d req-291adaa8-469c-4c2c-910a-4d58830dfac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:35.538016 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-24ba7ad7-3e07-4eea-932f-aa8370e2289d req-291adaa8-469c-4c2c-910a-4d58830dfac8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aae64b56-d644-454d-807a-9ff75eea577e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642233 Mar 31 20:47:35.560796 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8b555c97-b2c4-4e3e-83ed-44050cafdba6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (f79f3c58-6ed2-410a-ac14-c286f6837262), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:35.618401 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b555c97-b2c4-4e3e-83ed-44050cafdba6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79f3c58-6ed2-410a-ac14-c286f6837262,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:35.674411 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1292e1-b7c6-43d7-8fb1-e1c81a39781c req-a1c1b0c7-ae34-4ece-9113-84a65a399541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:35.676883 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ce1292e1-b7c6-43d7-8fb1-e1c81a39781c req-a1c1b0c7-ae34-4ece-9113-84a65a399541 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68a65e42-3a69-4c11-8f33-9e0a705f08d8 HTTP/1.1" status: 200 len: 919 time: 0.1425393 Mar 31 20:47:35.692286 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-24ba7ad7-3e07-4eea-932f-aa8370e2289d req-f5097abd-fe8f-426b-8567-a3cd910d8f64 service neutron] 10.222.0.32 "GET /v2.0/networks/aae64b56-d644-454d-807a-9ff75eea577e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420760 Mar 31 20:47:35.698334 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8b555c97-b2c4-4e3e-83ed-44050cafdba6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:35.699843 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-8b555c97-b2c4-4e3e-83ed-44050cafdba6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5260320 Mar 31 20:47:35.731542 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ce1292e1-b7c6-43d7-8fb1-e1c81a39781c req-6f2d67a0-ad6f-48dd-ab61-e7489d1da34d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=255d6bd9-10f6-4b16-ba20-dc57ae340a84 HTTP/1.1" status: 200 len: 217 time: 0.0475850 Mar 31 20:47:35.790005 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1292e1-b7c6-43d7-8fb1-e1c81a39781c req-1b55b043-b71f-4b74-90bb-e266ba5cd643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:35.791484 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ce1292e1-b7c6-43d7-8fb1-e1c81a39781c req-1b55b043-b71f-4b74-90bb-e266ba5cd643 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d3bfe61-66f5-4685-b3aa-57a09c0f885e HTTP/1.1" status: 200 len: 857 time: 0.0535347 Mar 31 20:47:35.815420 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-24ba7ad7-3e07-4eea-932f-aa8370e2289d req-5ea17000-d927-4145-85b3-a0573bede2ef service neutron] 10.222.0.32 "GET /v2.0/networks/aae64b56-d644-454d-807a-9ff75eea577e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146300 Mar 31 20:47:35.863800 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1292e1-b7c6-43d7-8fb1-e1c81a39781c req-3076ffd9-c226-485f-8e2a-75b14cf33012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:35.865510 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ce1292e1-b7c6-43d7-8fb1-e1c81a39781c req-3076ffd9-c226-485f-8e2a-75b14cf33012 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a65e42-3a69-4c11-8f33-9e0a705f08d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0669301 Mar 31 20:47:35.984063 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5301c-acfb-4faf-a7b6-4a3259549b5d req-3925ab56-c16b-4468-b8c3-8e938baa1466 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:35.986177 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-19b5301c-acfb-4faf-a7b6-4a3259549b5d req-3925ab56-c16b-4468-b8c3-8e938baa1466 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 943 time: 0.0795400 Mar 31 20:47:36.015702 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ce1292e1-b7c6-43d7-8fb1-e1c81a39781c req-576a0389-17ed-4528-b793-e6d2bd745d15 service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390195 Mar 31 20:47:36.096308 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-19b5301c-acfb-4faf-a7b6-4a3259549b5d req-bec8b48c-aab3-4b40-bb6c-065df237776f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001289 Mar 31 20:47:36.177109 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ce1292e1-b7c6-43d7-8fb1-e1c81a39781c req-920ab46c-a23a-44c1-af81-d43de0328e2e service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531773 Mar 31 20:47:36.213521 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:47:36.295483 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:36.296228 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:36.313288 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce538d-7306-493d-aed6-aaecbbf44143 req-6eefe0f0-a404-46ea-9a3c-444667b9be17 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:36.314896 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-05ce538d-7306-493d-aed6-aaecbbf44143 req-6eefe0f0-a404-46ea-9a3c-444667b9be17 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0518312 Mar 31 20:47:36.375152 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-05ce538d-7306-493d-aed6-aaecbbf44143 req-8a875937-389f-4899-be92-41ff4d4b1f78 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533092 Mar 31 20:47:36.385834 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:47:37.243472 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0273d-54e8-4b25-9028-07fccdb7faeb req-223ad1d3-809f-455e-947f-2c892b677986 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:37.245070 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-62e0273d-54e8-4b25-9028-07fccdb7faeb req-223ad1d3-809f-455e-947f-2c892b677986 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 943 time: 0.0542054 Mar 31 20:47:37.305597 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-62e0273d-54e8-4b25-9028-07fccdb7faeb req-d846aba7-5cf7-4a00-b98c-8dcef001598d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525558 Mar 31 20:47:37.504795 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8516fd0-5c2f-4dd7-9545-63726238d7dc req-cd932a5a-68f5-4e5c-b08a-54b595968c5a tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:37.507235 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e8516fd0-5c2f-4dd7-9545-63726238d7dc req-cd932a5a-68f5-4e5c-b08a-54b595968c5a tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0575035 Mar 31 20:47:37.556238 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e8516fd0-5c2f-4dd7-9545-63726238d7dc req-df435634-9eb2-49a1-9c05-ff46f4e18e22 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431395 Mar 31 20:47:38.440494 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218d973-e08d-4d7a-ad93-6aa859610cbc req-24f8e1eb-e591-4ada-bc1f-72a8f70a56e4 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:38.441963 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9218d973-e08d-4d7a-ad93-6aa859610cbc req-24f8e1eb-e591-4ada-bc1f-72a8f70a56e4 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 943 time: 0.0552881 Mar 31 20:47:38.492112 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9218d973-e08d-4d7a-ad93-6aa859610cbc req-8356232c-55a9-4c86-b900-1ddf49aff18f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433373 Mar 31 20:47:39.034996 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b4dafb9d-1bb6-4e33-b132-ef31c36d4d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:39.635612 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731a6e6-f8c3-48dc-a41a-fb9413358fec req-985b1151-682c-47bc-ae26-e222f4a089c7 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:39.637097 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b731a6e6-f8c3-48dc-a41a-fb9413358fec req-985b1151-682c-47bc-ae26-e222f4a089c7 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 943 time: 0.0652199 Mar 31 20:47:39.689668 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b731a6e6-f8c3-48dc-a41a-fb9413358fec req-2b1a1384-a729-4738-af05-90b13e22452e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469143 Mar 31 20:47:40.490404 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 86ef448c-1b94-4e59-8b63-75a5cd8a80ee details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:47:40.595198 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=86ef448c-1b94-4e59-8b63-75a5cd8a80ee,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:47:40.608439 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': '86ef448c-1b94-4e59-8b63-75a5cd8a80ee', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'port_id': '86ef448c-1b94-4e59-8b63-75a5cd8a80ee', 'mac_address': 'fa:16:3e:c4:8e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:47:40.656763 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:47:40.657157 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:40.671303 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ef448c-1b94-4e59-8b63-75a5cd8a80ee {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:47:40.691940 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=86ef448c-1b94-4e59-8b63-75a5cd8a80ee,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:47:40.812983 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:40.822323 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfaa2ff-1ced-4cd9-a28d-ffc0af0febeb req-75e0df37-1f53-435b-9edf-8a375c40b329 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:40.823884 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0bfaa2ff-1ced-4cd9-a28d-ffc0af0febeb req-75e0df37-1f53-435b-9edf-8a375c40b329 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 943 time: 0.0562537 Mar 31 20:47:40.878233 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=86ef448c-1b94-4e59-8b63-75a5cd8a80ee,revision_number=9']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:40.882431 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0bfaa2ff-1ced-4cd9-a28d-ffc0af0febeb req-48368429-1675-4944-9571-5d4b1ec357ed tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512013 Mar 31 20:47:40.890420 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:40.891052 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:40.891586 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:40.892229 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:40.892829 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:40.893406 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:40.893990 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:40.894560 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:40.895138 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:40.895708 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:40.896294 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:40.896869 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:40.897465 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:40.898061 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:40.898632 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:47:41.296124 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['86ef448c-1b94-4e59-8b63-75a5cd8a80ee'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:47:41.737878 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e6db0908-9666-4bdc-94dd-58d6ff12b2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:42.030006 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b4d0b-8f4d-4574-a74a-f5f02676692d req-b9db45ef-89c3-4910-b2b4-66c59ba5001c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:42.031540 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b22b4d0b-8f4d-4574-a74a-f5f02676692d req-b9db45ef-89c3-4910-b2b4-66c59ba5001c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 944 time: 0.0561166 Mar 31 20:47:42.084307 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b22b4d0b-8f4d-4574-a74a-f5f02676692d req-9f8d23a4-71ee-476a-b436-27d543426b51 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465055 Mar 31 20:47:42.517823 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 86ef448c-1b94-4e59-8b63-75a5cd8a80ee up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:47:42.568740 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:47:42.569129 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:42.651148 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:47:42.651471 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:42.683500 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1811c10-9b50-4836-8d81-efae3268db24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ef448c-1b94-4e59-8b63-75a5cd8a80ee'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:47:42.691623 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47acbb05-1f29-4987-8b1f-c09d44baf745" -d '{"events": [{"server_uuid": "a1811c10-9b50-4836-8d81-efae3268db24", "name": "network-vif-plugged", "status": "completed", "tag": "86ef448c-1b94-4e59-8b63-75a5cd8a80ee"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:47:42.702844 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=86ef448c-1b94-4e59-8b63-75a5cd8a80ee,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:47:42.730471 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5caa5653-73d3-4b99-b4d2-47982948363a x-openstack-request-id: req-5caa5653-73d3-4b99-b4d2-47982948363a {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:47:42.730787 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1811c10-9b50-4836-8d81-efae3268db24", "name": "network-vif-plugged", "status": "completed", "tag": "86ef448c-1b94-4e59-8b63-75a5cd8a80ee", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:47:42.731047 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5caa5653-73d3-4b99-b4d2-47982948363a {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:47:42.731462 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5caa5653-73d3-4b99-b4d2-47982948363a'] response: {'server_uuid': 'a1811c10-9b50-4836-8d81-efae3268db24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ef448c-1b94-4e59-8b63-75a5cd8a80ee', 'code': 200} Mar 31 20:47:42.830307 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:42.882616 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=86ef448c-1b94-4e59-8b63-75a5cd8a80ee,revision_number=10']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:47:43.244002 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f7bb6-2e3f-4585-a86b-ab3d5cca1c7c req-993dc1b6-b563-411b-9618-c71a2f49941e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:43.245543 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ca9f7bb6-2e3f-4585-a86b-ab3d5cca1c7c req-993dc1b6-b563-411b-9618-c71a2f49941e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 946 time: 0.0582654 Mar 31 20:47:43.304411 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ca9f7bb6-2e3f-4585-a86b-ab3d5cca1c7c req-c95c24e3-d09c-47ae-8f50-4db7db0bbeb1 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529761 Mar 31 20:47:43.359736 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:43.523579 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c136c4-1eec-44fb-a3c9-f2c9e3b62318 req-d7a01022-566c-4dd9-8cca-c8521bddef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:43.525137 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-78c136c4-1eec-44fb-a3c9-f2c9e3b62318 req-d7a01022-566c-4dd9-8cca-c8521bddef85 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 1130 time: 0.0481520 Mar 31 20:47:43.581012 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-78c136c4-1eec-44fb-a3c9-f2c9e3b62318 req-63f0ac2f-6eb3-4962-b5d1-8b5390f78f36 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458875 Mar 31 20:47:44.445051 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c58c72-4a3a-4ca2-a885-35f346342d02 req-1f3fbc49-2032-4ae9-bbe9-8b847dbdaf2c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:44.446723 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-09c58c72-4a3a-4ca2-a885-35f346342d02 req-1f3fbc49-2032-4ae9-bbe9-8b847dbdaf2c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 946 time: 0.0568056 Mar 31 20:47:44.522242 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-09c58c72-4a3a-4ca2-a885-35f346342d02 req-fe109a71-eb37-42c4-9b8e-1ac476afdfb2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688183 Mar 31 20:47:45.036141 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f83b79-197d-438f-938d-63bb8e2e8d5c req-b284d4d0-2e0a-46ce-af45-45a39f3d21dc tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:45.037671 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e3f83b79-197d-438f-938d-63bb8e2e8d5c req-b284d4d0-2e0a-46ce-af45-45a39f3d21dc tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0555089 Mar 31 20:47:45.087388 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e3f83b79-197d-438f-938d-63bb8e2e8d5c req-bb2ea928-4f63-4289-8ea7-c0cbf7de947a tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427268 Mar 31 20:47:45.109387 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:45.145168 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eefbf9-7da3-4cce-8ac4-221bff62d3dc req-f0b039f0-64e9-4788-9360-5db548cf6131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:45.154861 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-b7eefbf9-7da3-4cce-8ac4-221bff62d3dc req-f0b039f0-64e9-4788-9360-5db548cf6131 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df50189c17a647ac86148405e9f04f55&device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 1129 time: 0.0585480 Mar 31 20:47:45.266300 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eefbf9-7da3-4cce-8ac4-221bff62d3dc req-281fd45b-11a1-4e1b-a54f-15dc8f4c1212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:45.267814 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-b7eefbf9-7da3-4cce-8ac4-221bff62d3dc req-281fd45b-11a1-4e1b-a54f-15dc8f4c1212 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68a65e42-3a69-4c11-8f33-9e0a705f08d8 HTTP/1.1" status: 200 len: 919 time: 0.0944867 Mar 31 20:47:45.349354 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-b7eefbf9-7da3-4cce-8ac4-221bff62d3dc req-d5fb87ce-7861-43d4-8746-5688307a65e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356e774a-360b-45e4-a2b0-d2b860d89876 HTTP/1.1" status: 200 len: 1001 time: 0.0673964 Mar 31 20:47:45.405749 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eefbf9-7da3-4cce-8ac4-221bff62d3dc req-f6e2979a-9c0b-43ba-88f9-aaf06f673b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:45.407217 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-b7eefbf9-7da3-4cce-8ac4-221bff62d3dc req-f6e2979a-9c0b-43ba-88f9-aaf06f673b8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d3bfe61-66f5-4685-b3aa-57a09c0f885e HTTP/1.1" status: 200 len: 857 time: 0.0478969 Mar 31 20:47:45.458846 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eefbf9-7da3-4cce-8ac4-221bff62d3dc req-1359aab7-16e0-4f7c-a6a5-0e5c4233e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:45.460282 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-b7eefbf9-7da3-4cce-8ac4-221bff62d3dc req-1359aab7-16e0-4f7c-a6a5-0e5c4233e68c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a65e42-3a69-4c11-8f33-9e0a705f08d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452156 Mar 31 20:47:45.553438 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-b7eefbf9-7da3-4cce-8ac4-221bff62d3dc req-625fb968-525e-47f2-b42b-6128c1a046ca service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846503 Mar 31 20:47:45.661282 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece59a6-0d53-4823-8fdf-27c545ecf773 req-899dc360-be29-4476-9271-e2959a4230ab tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:45.662792 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5ece59a6-0d53-4823-8fdf-27c545ecf773 req-899dc360-be29-4476-9271-e2959a4230ab tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 946 time: 0.0614088 Mar 31 20:47:45.674125 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-b7eefbf9-7da3-4cce-8ac4-221bff62d3dc req-4a6d21c1-f67d-4b0e-a84a-0679eb7d4645 service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948503 Mar 31 20:47:45.706707 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:45.715680 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5ece59a6-0d53-4823-8fdf-27c545ecf773 req-78b94dd8-c5d8-467b-bfa4-ab03ff48c2a2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454140 Mar 31 20:47:46.209722 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48678deb-c574-4d17-ad7f-6f4f28157183 req-10f7ad23-1b70-41e0-9494-a9843408ef38 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:46.211191 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-48678deb-c574-4d17-ad7f-6f4f28157183 req-10f7ad23-1b70-41e0-9494-a9843408ef38 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0541713 Mar 31 20:47:46.261770 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-48678deb-c574-4d17-ad7f-6f4f28157183 req-f337a6b4-8c98-4a20-9fc2-ed2fb1d6f4b8 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430732 Mar 31 20:47:46.843263 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f7cba-cf06-4c15-ae5d-1fe243a5b7bd req-d041f2c6-8035-4903-a9e4-76157d7138ff tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:46.848302 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-226f7cba-cf06-4c15-ae5d-1fe243a5b7bd req-d041f2c6-8035-4903-a9e4-76157d7138ff tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 946 time: 0.0561986 Mar 31 20:47:46.903605 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-226f7cba-cf06-4c15-ae5d-1fe243a5b7bd req-02d88160-553f-442b-9ec6-38989183c96d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531905 Mar 31 20:47:47.388110 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ae5bd-9b26-480f-bc61-c3dac9119199 req-f1f4a202-6346-4fbd-97e7-bbfd068fc4cb tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:47.389637 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-223ae5bd-9b26-480f-bc61-c3dac9119199 req-f1f4a202-6346-4fbd-97e7-bbfd068fc4cb tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0587621 Mar 31 20:47:47.440812 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-223ae5bd-9b26-480f-bc61-c3dac9119199 req-e3475be5-9919-4793-b360-df66e12b95db tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441110 Mar 31 20:47:48.028464 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975090b-efe1-4935-956d-135b9b326a4f req-a08e8a70-5ed7-459b-9967-80cec4021650 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:48.029941 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f975090b-efe1-4935-956d-135b9b326a4f req-a08e8a70-5ed7-459b-9967-80cec4021650 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 946 time: 0.0540056 Mar 31 20:47:48.078334 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f975090b-efe1-4935-956d-135b9b326a4f req-ee467e4b-724a-4b86-b29b-bb0b0920fed9 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427310 Mar 31 20:47:48.562079 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d13b0f-f9bd-484a-8144-38e40a992195 req-a6a9455f-41b6-48ec-9298-8027ea4be1a0 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:48.563562 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c3d13b0f-f9bd-484a-8144-38e40a992195 req-a6a9455f-41b6-48ec-9298-8027ea4be1a0 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0563924 Mar 31 20:47:48.611795 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c3d13b0f-f9bd-484a-8144-38e40a992195 req-4ce885ba-4f90-486c-8b77-d38557fae25d tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417809 Mar 31 20:47:49.736081 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f596dc-6b34-498e-b5bb-a176ec032430 req-75977d5a-78d5-4156-8373-cf1e58b823c8 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:49.737553 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-50f596dc-6b34-498e-b5bb-a176ec032430 req-75977d5a-78d5-4156-8373-cf1e58b823c8 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0560679 Mar 31 20:47:49.784314 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-50f596dc-6b34-498e-b5bb-a176ec032430 req-1b81157e-46e6-4246-a4a3-c0c64da72d4f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409398 Mar 31 20:47:50.904258 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3486a0c-1e58-40b0-b759-0e0f219cba59 req-6c013b25-7947-4192-b248-198739a0b3f5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:50.905761 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f3486a0c-1e58-40b0-b759-0e0f219cba59 req-6c013b25-7947-4192-b248-198739a0b3f5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0521171 Mar 31 20:47:50.956814 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f3486a0c-1e58-40b0-b759-0e0f219cba59 req-aff5cd58-cbc5-49ed-8d33-ecf28a9da0b1 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455039 Mar 31 20:47:51.561301 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:47:52.080696 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61d8db-82a3-49b7-bafd-44191a35802a req-cd92d54c-d6e7-4707-9edf-b640de99432e tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:52.085410 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6c61d8db-82a3-49b7-bafd-44191a35802a req-cd92d54c-d6e7-4707-9edf-b640de99432e tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0583661 Mar 31 20:47:52.131223 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6c61d8db-82a3-49b7-bafd-44191a35802a req-273d899a-7081-45e6-85a3-a447e6b3d6b8 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426407 Mar 31 20:47:53.260537 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f3c73-994f-462c-b2b3-3916e0f39fe1 req-df6453cd-e0c7-49f1-aede-206201dd2adb tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:53.262532 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-816f3c73-994f-462c-b2b3-3916e0f39fe1 req-df6453cd-e0c7-49f1-aede-206201dd2adb tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0642798 Mar 31 20:47:53.309197 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-816f3c73-994f-462c-b2b3-3916e0f39fe1 req-7418131c-8768-4be8-aef3-5acdeaca5c50 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402904 Mar 31 20:47:54.429062 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c7d11-35aa-4eda-abb9-120c7d201ca9 req-3e2b1cfc-0493-42aa-bce0-659e1589523d tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:54.430798 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ac0c7d11-35aa-4eda-abb9-120c7d201ca9 req-3e2b1cfc-0493-42aa-bce0-659e1589523d tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0550954 Mar 31 20:47:54.476758 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ac0c7d11-35aa-4eda-abb9-120c7d201ca9 req-789cbd47-0dcb-48e2-9292-c74c1d91a294 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403762 Mar 31 20:47:55.599392 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdd793-a545-4be3-8997-1636c7e47af8 req-994a73f5-fb8c-4f01-bcb6-766994056f87 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:55.600958 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-eebdd793-a545-4be3-8997-1636c7e47af8 req-994a73f5-fb8c-4f01-bcb6-766994056f87 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0552826 Mar 31 20:47:55.648414 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-eebdd793-a545-4be3-8997-1636c7e47af8 req-b1517c4b-e1c4-43be-88fe-60cae0f4060f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417290 Mar 31 20:47:55.989526 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-e74365df-0377-457b-8c9d-08d147bbe9a4 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1190092249&fields=id&tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd HTTP/1.1" status: 200 len: 267 time: 0.0442159 Mar 31 20:47:56.096593 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-13418d8c-60bc-46ac-8dfc-4789b2b5905a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:56.098038 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-13418d8c-60bc-46ac-8dfc-4789b2b5905a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/networks?id=891ebc70-d7d8-43ce-bc93-700332ce0830 HTTP/1.1" status: 200 len: 811 time: 0.1021647 Mar 31 20:47:56.113004 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-32a4f64a-4636-44ae-a4f9-155eb5258b6b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/quotas/cb4630cdf1214e68ab28a5d2bb2358cd HTTP/1.1" status: 200 len: 375 time: 0.0094790 Mar 31 20:47:56.173305 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-db8f5c4b-8caf-4a60-8a20-abecf9b69b20 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553110 Mar 31 20:47:56.277158 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-ced00a73-2952-4665-8698-a609dd4902b8 service neutron] 10.222.0.61 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914772 Mar 31 20:47:56.367789 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-58988d1e-4365-47c4-a5f6-dcdfe92ca5cd service neutron] 10.222.0.61 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842843 Mar 31 20:47:56.768127 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc17312-8c1c-4bd8-a4a6-302d8f5af643 req-f974ab8b-b312-4bb8-95f7-44fbe980372b tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:56.769598 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-dfc17312-8c1c-4bd8-a4a6-302d8f5af643 req-f974ab8b-b312-4bb8-95f7-44fbe980372b tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0520570 Mar 31 20:47:57.072726 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-dfc17312-8c1c-4bd8-a4a6-302d8f5af643 req-63614f1c-a71e-47c8-8f4f-cd74a83543b0 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2975299 Mar 31 20:47:57.094532 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-111b6888-e6be-4da2-8e25-c6f2f1268f1d req-d028098b-08a1-454f-ab0f-e53d9be735c1 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 210 time: 0.0314884 Mar 31 20:47:58.182832 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-14cb2061-23f2-455b-b9c5-6a50d189942e req-2c1b6611-1905-4622-b81c-59694ebe237d tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 210 time: 0.0465226 Mar 31 20:47:58.208928 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef94772-501d-424f-bf15-d8bd9ad0cc30 req-2656b530-3cae-47a8-b8c9-c7db4a4e1667 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:58.210377 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0ef94772-501d-424f-bf15-d8bd9ad0cc30 req-2656b530-3cae-47a8-b8c9-c7db4a4e1667 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0654936 Mar 31 20:47:58.259894 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0ef94772-501d-424f-bf15-d8bd9ad0cc30 req-f7fca2c6-5c57-45ec-8ae5-5174d4714159 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438273 Mar 31 20:47:59.280377 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-07d32bf2-ebdc-4e33-b50f-8e860ced8836 req-cec0d427-f351-4578-b88a-bc93bd8d299c tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 210 time: 0.0321383 Mar 31 20:47:59.387638 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08e3b5-493e-4403-a005-8355784e3f43 req-43958e86-779c-438c-b254-c242ed97318d tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:59.389142 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-df08e3b5-493e-4403-a005-8355784e3f43 req-43958e86-779c-438c-b254-c242ed97318d tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0542035 Mar 31 20:47:59.436009 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-df08e3b5-493e-4403-a005-8355784e3f43 req-30134287-e79f-40ca-a06b-b79b33317e93 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411737 Mar 31 20:47:59.574995 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-a0eceeeb-5116-4993-8bf2-c39658451756 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:47:59.576467 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-a0eceeeb-5116-4993-8bf2-c39658451756 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.32 "GET /v2.0/networks?id=891ebc70-d7d8-43ce-bc93-700332ce0830 HTTP/1.1" status: 200 len: 811 time: 0.1011899 Mar 31 20:47:59.652025 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-22109abb-0501-4711-b4c4-75e3a6355917 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd HTTP/1.1" status: 200 len: 380 time: 0.0590065 Mar 31 20:47:59.665829 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-ced25144-eaf9-4d71-8baf-6fd3fb3b449a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Request body: {'port': {'device_id': '949758de-59e6-4d1e-936a-a2d0d916615c', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'admin_state_up': True, 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'security_groups': ['2e70a5a4-5161-4e00-9fc8-18373c384b3e']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:47:59.829206 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-ced25144-eaf9-4d71-8baf-6fd3fb3b449a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Made reservation on behalf of cb4630cdf1214e68ab28a5d2bb2358cd for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:47:59.833944 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-ced25144-eaf9-4d71-8baf-6fd3fb3b449a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:47:59.966111 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-ced25144-eaf9-4d71-8baf-6fd3fb3b449a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Allocated IP 172.20.0.4 (891ebc70-d7d8-43ce-bc93-700332ce0830/6d8ae2ad-26c3-4ccb-8104-532540816283/5fe1741b-26f2-4fe4-bcb0-a1bee84c26af) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:48:00.102520 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-ced25144-eaf9-4d71-8baf-6fd3fb3b449a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for port (5fe1741b-26f2-4fe4-bcb0-a1bee84c26af), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:00.264626 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-ced25144-eaf9-4d71-8baf-6fd3fb3b449a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (5fe1741b-26f2-4fe4-bcb0-a1bee84c26af), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:00.311032 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-ced25144-eaf9-4d71-8baf-6fd3fb3b449a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Network 891ebc70-d7d8-43ce-bc93-700332ce0830 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:48:00.314924 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-ced25144-eaf9-4d71-8baf-6fd3fb3b449a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:48:00.320955 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-ced25144-eaf9-4d71-8baf-6fd3fb3b449a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:48:00.326141 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-ced25144-eaf9-4d71-8baf-6fd3fb3b449a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:00.326725 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-ced25144-eaf9-4d71-8baf-6fd3fb3b449a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:00.335554 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced25144-eaf9-4d71-8baf-6fd3fb3b449a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Pushing event updated for resources: {'Port': ['ID=5fe1741b-26f2-4fe4-bcb0-a1bee84c26af,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:00.412820 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff7c13-1e75-42a1-b69f-ec46f91aad7f req-86ac46a8-02f8-4493-9e6a-9d1c04f60e76 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:00.412820 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-25ff7c13-1e75-42a1-b69f-ec46f91aad7f req-86ac46a8-02f8-4493-9e6a-9d1c04f60e76 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 931 time: 0.0545852 Mar 31 20:48:00.435597 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-ced25144-eaf9-4d71-8baf-6fd3fb3b449a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7733531 Mar 31 20:48:00.449785 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-df428f00-443b-4dc0-86a9-42fc18b37c80 service neutron] Request body: {'port': {'device_id': '949758de-59e6-4d1e-936a-a2d0d916615c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:48:00.477330 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-25ff7c13-1e75-42a1-b69f-ec46f91aad7f req-a762ca64-6d16-4626-80f2-49853d8b2920 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588315 Mar 31 20:48:00.532808 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-df428f00-443b-4dc0-86a9-42fc18b37c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (5fe1741b-26f2-4fe4-bcb0-a1bee84c26af), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:00.538669 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-b1e75e02-ec18-4fc8-bbd2-4214a78b082d None None] Provisioning complete for port 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:48:00.539635 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b1e75e02-ec18-4fc8-bbd2-4214a78b082d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (5fe1741b-26f2-4fe4-bcb0-a1bee84c26af), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:00.582211 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604055d-e8ce-4d95-98aa-d460fb0b874e req-81a7779e-9878-444e-a01a-1fa307d7108c tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:00.583726 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5604055d-e8ce-4d95-98aa-d460fb0b874e req-81a7779e-9878-444e-a01a-1fa307d7108c tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0681267 Mar 31 20:48:00.586313 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b1e75e02-ec18-4fc8-bbd2-4214a78b082d None None] Port 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:48:00.642042 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5604055d-e8ce-4d95-98aa-d460fb0b874e req-6b5419af-c5b5-41b6-878f-0226d3093b02 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466039 Mar 31 20:48:00.819536 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-df428f00-443b-4dc0-86a9-42fc18b37c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:48:00.827011 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-df428f00-443b-4dc0-86a9-42fc18b37c80 service neutron] Publish callbacks [] for port (5fe1741b-26f2-4fe4-bcb0-a1bee84c26af), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:00.838912 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-df428f00-443b-4dc0-86a9-42fc18b37c80 service neutron] Transition to ACTIVE for port object 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:48:01.369834 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-df428f00-443b-4dc0-86a9-42fc18b37c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (5fe1741b-26f2-4fe4-bcb0-a1bee84c26af), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:01.369834 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df428f00-443b-4dc0-86a9-42fc18b37c80 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe1741b-26f2-4fe4-bcb0-a1bee84c26af,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:01.369834 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-df428f00-443b-4dc0-86a9-42fc18b37c80 service neutron] Attempting to bind port 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:48:01.369834 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-df428f00-443b-4dc0-86a9-42fc18b37c80 service neutron] Attempting to bind port 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '6c423cf7-1ebc-4c28-a1e1-93bb3014f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:48:01.369834 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-df428f00-443b-4dc0-86a9-42fc18b37c80 service neutron] Attempting to bind port 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af on network 891ebc70-d7d8-43ce-bc93-700332ce0830 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:48:01.369834 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-df428f00-443b-4dc0-86a9-42fc18b37c80 service neutron] Port 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af on network 891ebc70-d7d8-43ce-bc93-700332ce0830 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:48:01.369834 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-df428f00-443b-4dc0-86a9-42fc18b37c80 service neutron] Attempting to bind port 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af on network 891ebc70-d7d8-43ce-bc93-700332ce0830 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:48:01.369834 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-df428f00-443b-4dc0-86a9-42fc18b37c80 service neutron] Checking agent: {'id': '7dd6c0b4-7b51-4ce7-a43e-f42db731a887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'started_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:48:01.369834 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-df428f00-443b-4dc0-86a9-42fc18b37c80 service neutron] Checking segment: {'id': '6c423cf7-1ebc-4c28-a1e1-93bb3014f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:48:01.369834 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-df428f00-443b-4dc0-86a9-42fc18b37c80 service neutron] Bound using segment: {'id': '6c423cf7-1ebc-4c28-a1e1-93bb3014f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:48:01.372502 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-df428f00-443b-4dc0-86a9-42fc18b37c80 service neutron] Bound port: 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c423cf7-1ebc-4c28-a1e1-93bb3014f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:48:01.372502 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-df428f00-443b-4dc0-86a9-42fc18b37c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (5fe1741b-26f2-4fe4-bcb0-a1bee84c26af), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:01.372502 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-df428f00-443b-4dc0-86a9-42fc18b37c80 service neutron] For port 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af, host hv-cinder-83607, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:48:01.372502 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-df428f00-443b-4dc0-86a9-42fc18b37c80 service neutron] For port 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5fe1741b-26f2-4fe4-bcb0-a1bee84c26af,segment=NetworkSegment(6c423cf7-1ebc-4c28-a1e1-93bb3014f642),segment_id=6c423cf7-1ebc-4c28-a1e1-93bb3014f642)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:48:01.593698 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b14cd-b474-49bf-aa3e-7951dd419fec req-d0ed3801-cba5-4304-b589-7c61c297e920 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:01.595182 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ca6b14cd-b474-49bf-aa3e-7951dd419fec req-d0ed3801-cba5-4304-b589-7c61c297e920 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 943 time: 0.0532451 Mar 31 20:48:01.643592 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ca6b14cd-b474-49bf-aa3e-7951dd419fec req-5dc95a3e-0ac2-475d-8848-761fb3451b08 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426400 Mar 31 20:48:01.692665 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-df428f00-443b-4dc0-86a9-42fc18b37c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (5fe1741b-26f2-4fe4-bcb0-a1bee84c26af), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:01.729782 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-df428f00-443b-4dc0-86a9-42fc18b37c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:01.729782 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-df428f00-443b-4dc0-86a9-42fc18b37c80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:01.729782 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-df428f00-443b-4dc0-86a9-42fc18b37c80 service neutron] 10.222.0.32 "PUT /v2.0/ports/5fe1741b-26f2-4fe4-bcb0-a1bee84c26af HTTP/1.1" status: 200 len: 1093 time: 1.2854295 Mar 31 20:48:01.731817 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949758de-59e6-4d1e-936a-a2d0d916615c', 'tag': '5fe1741b-26f2-4fe4-bcb0-a1bee84c26af'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:48:01.734194 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093d6853-d8a1-4da2-a056-d8306bd3e1ba" -d '{"events": [{"name": "network-changed", "server_uuid": "949758de-59e6-4d1e-936a-a2d0d916615c", "tag": "5fe1741b-26f2-4fe4-bcb0-a1bee84c26af"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:48:01.766085 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df428f00-443b-4dc0-86a9-42fc18b37c80 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe1741b-26f2-4fe4-bcb0-a1bee84c26af,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:01.780518 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d6fdf-2941-43b5-b8b1-49ef31ae9e34 req-9237f6de-714b-4bf2-9194-45abc4642a0c tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:01.783406 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb50391-49e1-46ae-98ca-e8893aab0cc5 x-openstack-request-id: req-5cb50391-49e1-46ae-98ca-e8893aab0cc5 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:48:01.783712 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949758de-59e6-4d1e-936a-a2d0d916615c", "tag": "5fe1741b-26f2-4fe4-bcb0-a1bee84c26af", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:48:01.783990 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5cb50391-49e1-46ae-98ca-e8893aab0cc5 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:48:01.784389 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb50391-49e1-46ae-98ca-e8893aab0cc5'] response: {'name': 'network-changed', 'server_uuid': '949758de-59e6-4d1e-936a-a2d0d916615c', 'tag': '5fe1741b-26f2-4fe4-bcb0-a1bee84c26af', 'status': 'completed', 'code': 200} Mar 31 20:48:01.787860 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d83d6fdf-2941-43b5-b8b1-49ef31ae9e34 req-9237f6de-714b-4bf2-9194-45abc4642a0c tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0711458 Mar 31 20:48:01.842056 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d83d6fdf-2941-43b5-b8b1-49ef31ae9e34 req-43727908-3a60-4c8c-a2ca-eeab8ebe2b14 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515475 Mar 31 20:48:01.871729 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d6853-d8a1-4da2-a056-d8306bd3e1ba req-bda6882d-56ef-4ec1-9e7f-63b68e436ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:01.877364 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-093d6853-d8a1-4da2-a056-d8306bd3e1ba req-bda6882d-56ef-4ec1-9e7f-63b68e436ebf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd&device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 1127 time: 0.0655737 Mar 31 20:48:02.052714 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d6853-d8a1-4da2-a056-d8306bd3e1ba req-244a5f0f-e25f-4b23-9f5d-811361d34a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:02.054188 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-093d6853-d8a1-4da2-a056-d8306bd3e1ba req-244a5f0f-e25f-4b23-9f5d-811361d34a8f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1693943 Mar 31 20:48:02.448723 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d6853-d8a1-4da2-a056-d8306bd3e1ba req-f9252f92-2630-42d5-8a1a-5937c8200559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:02.450211 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-093d6853-d8a1-4da2-a056-d8306bd3e1ba req-f9252f92-2630-42d5-8a1a-5937c8200559 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3889914 Mar 31 20:48:02.533613 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-ff458f87-7e2c-4efe-afa0-9d18642f3e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:02.535204 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-ff458f87-7e2c-4efe-afa0-9d18642f3e97 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd&device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 1127 time: 0.0454085 Mar 31 20:48:02.589012 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-d23b07be-bd56-4559-9d1f-f0fc62e81b30 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fe1741b-26f2-4fe4-bcb0-a1bee84c26af HTTP/1.1" status: 200 len: 217 time: 0.0434711 Mar 31 20:48:02.641090 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-5404028d-6144-458b-9eb8-e56eebb7f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:02.642545 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-5404028d-6144-458b-9eb8-e56eebb7f815 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d8ae2ad-26c3-4ccb-8104-532540816283 HTTP/1.1" status: 200 len: 850 time: 0.0442345 Mar 31 20:48:02.694704 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-c31b4b09-c7cb-4e30-a899-99e38824d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:02.696435 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-c31b4b09-c7cb-4e30-a899-99e38824d788 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=891ebc70-d7d8-43ce-bc93-700332ce0830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479279 Mar 31 20:48:02.771097 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d33a2-bdbf-4d52-b077-00ef564e0c28 req-388a0efb-5e9f-4dd6-ae61-58fdb5df57a7 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:02.772620 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-400d33a2-bdbf-4d52-b077-00ef564e0c28 req-388a0efb-5e9f-4dd6-ae61-58fdb5df57a7 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 943 time: 0.0515549 Mar 31 20:48:02.786915 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-1df4b735-fd09-4f85-8428-1d573a40bea9 service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840008 Mar 31 20:48:02.823030 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-400d33a2-bdbf-4d52-b077-00ef564e0c28 req-f0634aff-9872-45fa-90e0-e2545183ed03 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442636 Mar 31 20:48:02.884879 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-983f5d91-a3e3-48c0-a4a9-7f40c2ea7c8e req-85c81f48-2552-499f-a508-c156df34bcfe service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911896 Mar 31 20:48:02.969417 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357247da-a22c-4d5b-a586-b2e9cfe0be8e req-73cb77c5-f614-448a-80d8-c980ad05f26f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:02.970955 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-357247da-a22c-4d5b-a586-b2e9cfe0be8e req-73cb77c5-f614-448a-80d8-c980ad05f26f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0627480 Mar 31 20:48:03.022035 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-357247da-a22c-4d5b-a586-b2e9cfe0be8e req-d93cf8c5-25d1-4dc9-9c09-2885203d256d tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437145 Mar 31 20:48:03.261229 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:03.953294 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb7134-6c3c-4eec-9c19-b46b24d0f72e req-cfd8cd83-ac4d-4d15-9606-bc6bce942bae tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:03.954766 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e1eb7134-6c3c-4eec-9c19-b46b24d0f72e req-cfd8cd83-ac4d-4d15-9606-bc6bce942bae tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 943 time: 0.0522537 Mar 31 20:48:04.014252 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e1eb7134-6c3c-4eec-9c19-b46b24d0f72e req-6191d230-546e-4702-9d12-8b22f637cd09 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538509 Mar 31 20:48:04.139855 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2059573-cb42-4fa2-9db8-dac262f0c25a req-8ccdeb13-1124-4f6f-ad3d-7d2bd6d97ef8 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:04.141302 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a2059573-cb42-4fa2-9db8-dac262f0c25a req-8ccdeb13-1124-4f6f-ad3d-7d2bd6d97ef8 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0522180 Mar 31 20:48:04.188443 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a2059573-cb42-4fa2-9db8-dac262f0c25a req-9df9f555-f570-4e5e-963c-dd4a21fdd70c tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411050 Mar 31 20:48:05.136351 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3269c-1e01-497c-b0e4-dfd48f05ea85 req-93830d89-dbf4-4c12-a811-e3dfc14bfbbb tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:05.137737 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-79e3269c-1e01-497c-b0e4-dfd48f05ea85 req-93830d89-dbf4-4c12-a811-e3dfc14bfbbb tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 943 time: 0.0552723 Mar 31 20:48:05.191751 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-79e3269c-1e01-497c-b0e4-dfd48f05ea85 req-b4e0b43f-ab10-470f-a990-01baafb774eb tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483055 Mar 31 20:48:05.306241 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680ab2b-027b-46ec-86e3-17bef129e1c4 req-270ecda1-0400-43df-b77e-1252148e9a36 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:05.307938 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7680ab2b-027b-46ec-86e3-17bef129e1c4 req-270ecda1-0400-43df-b77e-1252148e9a36 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0539901 Mar 31 20:48:05.400150 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7680ab2b-027b-46ec-86e3-17bef129e1c4 req-dab8f439-153e-46aa-8c46-29158d8a85b8 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784681 Mar 31 20:48:05.412146 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b29dc1-d36b-46ae-8c00-24c0626aaaaa req-5b06bf8b-7c1c-4ca9-a9df-1ffdd7addb91 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:05.413617 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-84b29dc1-d36b-46ae-8c00-24c0626aaaaa req-5b06bf8b-7c1c-4ca9-a9df-1ffdd7addb91 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=14393dba-8820-42d6-9b32-23b7ffe8e61d HTTP/1.1" status: 200 len: 945 time: 0.1022649 Mar 31 20:48:05.462396 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-84b29dc1-d36b-46ae-8c00-24c0626aaaaa req-aac227c0-4009-4ae7-9408-0b36f5b30567 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bd2d835-02b5-40e8-b177-7ed729632acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432827 Mar 31 20:48:06.307951 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed19552-56e3-4f98-88a2-e6b690539b4d req-7e83e671-262e-4271-9262-d23ba9f0c295 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:06.309405 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5ed19552-56e3-4f98-88a2-e6b690539b4d req-7e83e671-262e-4271-9262-d23ba9f0c295 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 943 time: 0.0517902 Mar 31 20:48:06.365918 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5ed19552-56e3-4f98-88a2-e6b690539b4d req-92532a65-8770-4430-80c7-af678c22f2ae tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416143 Mar 31 20:48:06.515507 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83415e-c831-4097-9883-5ba45b5b4485 req-3fe0ef8c-8885-4065-9588-4a1c530b8264 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:06.517102 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-df83415e-c831-4097-9883-5ba45b5b4485 req-3fe0ef8c-8885-4065-9588-4a1c530b8264 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0510595 Mar 31 20:48:06.594197 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-df83415e-c831-4097-9883-5ba45b5b4485 req-69ff439d-d9f2-4250-ba37-c8cedbaa27c8 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714524 Mar 31 20:48:06.609725 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cec2a2-c5cf-463a-8390-38eee47ebf58 req-2361cb97-6e9e-4205-a706-29b6cddb65c8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:06.611155 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-59cec2a2-c5cf-463a-8390-38eee47ebf58 req-2361cb97-6e9e-4205-a706-29b6cddb65c8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=14393dba-8820-42d6-9b32-23b7ffe8e61d HTTP/1.1" status: 200 len: 945 time: 0.0725088 Mar 31 20:48:06.656784 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-59cec2a2-c5cf-463a-8390-38eee47ebf58 req-3f6fc956-2b90-4bf4-a660-b19cd64ba202 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bd2d835-02b5-40e8-b177-7ed729632acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400307 Mar 31 20:48:07.014986 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcced9a-7e8e-414d-a346-9bca18ebf29d req-3dd2cd8a-f102-4c27-b1fa-47b1acfcdace tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:07.016496 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-adcced9a-7e8e-414d-a346-9bca18ebf29d req-3dd2cd8a-f102-4c27-b1fa-47b1acfcdace tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.32 "GET /v2.0/ports?device_id=14393dba-8820-42d6-9b32-23b7ffe8e61d HTTP/1.1" status: 200 len: 945 time: 0.0516496 Mar 31 20:48:07.116055 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-adcced9a-7e8e-414d-a346-9bca18ebf29d req-d740b0b2-d74e-42f4-b455-6124bfe4862e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Deleting port 16afc311-5dc1-4a4a-911b-0f4e310558f7 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:48:07.116392 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-adcced9a-7e8e-414d-a346-9bca18ebf29d req-d740b0b2-d74e-42f4-b455-6124bfe4862e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (16afc311-5dc1-4a4a-911b-0f4e310558f7), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:07.205333 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-adcced9a-7e8e-414d-a346-9bca18ebf29d req-d740b0b2-d74e-42f4-b455-6124bfe4862e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] For port 16afc311-5dc1-4a4a-911b-0f4e310558f7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=16afc311-5dc1-4a4a-911b-0f4e310558f7,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:48:07.205612 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-adcced9a-7e8e-414d-a346-9bca18ebf29d req-d740b0b2-d74e-42f4-b455-6124bfe4862e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (16afc311-5dc1-4a4a-911b-0f4e310558f7), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:07.448219 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-adcced9a-7e8e-414d-a346-9bca18ebf29d req-d740b0b2-d74e-42f4-b455-6124bfe4862e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:07.448623 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-adcced9a-7e8e-414d-a346-9bca18ebf29d req-d740b0b2-d74e-42f4-b455-6124bfe4862e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (e2e111a5-ffff-4893-9bb8-8a4704d86f4b), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:07.448944 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.l3_db [req-adcced9a-7e8e-414d-a346-9bca18ebf29d req-d740b0b2-d74e-42f4-b455-6124bfe4862e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Floating IP e2e111a5-ffff-4893-9bb8-8a4704d86f4b disassociated. External IP: 172.27.0.31, port: 16afc311-5dc1-4a4a-911b-0f4e310558f7. Mar 31 20:48:07.449397 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-adcced9a-7e8e-414d-a346-9bca18ebf29d req-d740b0b2-d74e-42f4-b455-6124bfe4862e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Calling delete_port for 16afc311-5dc1-4a4a-911b-0f4e310558f7 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:48:07.504033 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8fe6d-752b-4dee-b56b-dc871d635320 req-c667dc5c-930c-40de-8db1-84a228679d65 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:07.507712 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b7f8fe6d-752b-4dee-b56b-dc871d635320 req-c667dc5c-930c-40de-8db1-84a228679d65 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 943 time: 0.0648029 Mar 31 20:48:07.554381 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b7f8fe6d-752b-4dee-b56b-dc871d635320 req-03f6a768-7f87-44b2-a780-c468b36303b5 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431736 Mar 31 20:48:07.663655 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-adcced9a-7e8e-414d-a346-9bca18ebf29d req-d740b0b2-d74e-42f4-b455-6124bfe4862e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414'] for port (16afc311-5dc1-4a4a-911b-0f4e310558f7), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:07.694400 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740b0b2-d74e-42f4-b455-6124bfe4862e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event deleted for resources: {'Port': ['ID=16afc311-5dc1-4a4a-911b-0f4e310558f7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:07.725129 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f021b55-b1be-4f89-877c-60c67a6bcd88 req-14a4db44-be59-401d-ab48-5e1ae795700e tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:07.726891 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8f021b55-b1be-4f89-877c-60c67a6bcd88 req-14a4db44-be59-401d-ab48-5e1ae795700e tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0661635 Mar 31 20:48:07.774757 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-409de87a-ba1a-4961-a593-7e59a427be6f req-5f6cfc8c-a56e-4228-86b0-6836c623f676 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=14393dba-8820-42d6-9b32-23b7ffe8e61d HTTP/1.1" status: 200 len: 210 time: 0.0336559 Mar 31 20:48:07.803348 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8f021b55-b1be-4f89-877c-60c67a6bcd88 req-d36e743d-7739-45ac-a866-cbce6bcdd4a5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709097 Mar 31 20:48:07.815373 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adcced9a-7e8e-414d-a346-9bca18ebf29d req-d740b0b2-d74e-42f4-b455-6124bfe4862e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Router 9c84159c-985b-4c22-95dc-29e58752883b has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:48:07.928793 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adcced9a-7e8e-414d-a346-9bca18ebf29d req-d740b0b2-d74e-42f4-b455-6124bfe4862e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:48:07.939069 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397b702b-23f0-4842-b18d-9b7f91521133 None None] Sync routers for ids ['9c84159c-985b-4c22-95dc-29e58752883b'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:48:07.950272 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397b702b-23f0-4842-b18d-9b7f91521133 None None] Routers {'9c84159c-985b-4c22-95dc-29e58752883b'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:48:07.950975 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-397b702b-23f0-4842-b18d-9b7f91521133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:47:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['9c84159c-985b-4c22-95dc-29e58752883b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:07.968661 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcced9a-7e8e-414d-a346-9bca18ebf29d req-d740b0b2-d74e-42f4-b455-6124bfe4862e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] No DVR routers for this DVR port 16afc311-5dc1-4a4a-911b-0f4e310558f7 on host hv-cinder-83607 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:48:07.971224 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-adcced9a-7e8e-414d-a346-9bca18ebf29d req-d740b0b2-d74e-42f4-b455-6124bfe4862e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:07.974591 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-adcced9a-7e8e-414d-a346-9bca18ebf29d req-d740b0b2-d74e-42f4-b455-6124bfe4862e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.32 "DELETE /v2.0/ports/16afc311-5dc1-4a4a-911b-0f4e310558f7 HTTP/1.1" status: 204 len: 173 time: 0.9483669 Mar 31 20:48:07.975035 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14393dba-8820-42d6-9b32-23b7ffe8e61d', 'name': 'network-vif-deleted', 'tag': '16afc311-5dc1-4a4a-911b-0f4e310558f7'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:48:07.977285 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41267577-5311-45db-9707-54f375b96c78" -d '{"events": [{"server_uuid": "14393dba-8820-42d6-9b32-23b7ffe8e61d", "name": "network-vif-deleted", "tag": "16afc311-5dc1-4a4a-911b-0f4e310558f7"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:48:08.012669 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9005ae52-159f-4448-98c9-68f46c90f0ce x-openstack-request-id: req-9005ae52-159f-4448-98c9-68f46c90f0ce {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:48:08.012965 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14393dba-8820-42d6-9b32-23b7ffe8e61d", "name": "network-vif-deleted", "tag": "16afc311-5dc1-4a4a-911b-0f4e310558f7", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:48:08.013225 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9005ae52-159f-4448-98c9-68f46c90f0ce {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:48:08.013634 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9005ae52-159f-4448-98c9-68f46c90f0ce'] response: {'server_uuid': '14393dba-8820-42d6-9b32-23b7ffe8e61d', 'name': 'network-vif-deleted', 'tag': '16afc311-5dc1-4a4a-911b-0f4e310558f7', 'status': 'completed', 'code': 200} Mar 31 20:48:08.060802 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-397b702b-23f0-4842-b18d-9b7f91521133 None None] Set router 9c84159c-985b-4c22-95dc-29e58752883b gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:48:08.287243 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-397b702b-23f0-4842-b18d-9b7f91521133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '049a7f99-598d-4c92-8182-7e9fbe82cbdd', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'port_id': '12847325-49c5-4a0b-b572-173bf65a5510', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'mac_address': 'fa:16:3e:e3:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae11c11a-7f81-4128-adb1-3b7167d79bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:45:02Z', 'updated_at': '2022-03-31T20:45:34Z', 'revision_number': 2, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:59Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:08.318183 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397b702b-23f0-4842-b18d-9b7f91521133 None None] Checking router: 9c84159c-985b-4c22-95dc-29e58752883b for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:48:08.326340 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397b702b-23f0-4842-b18d-9b7f91521133 None None] Routers {'9c84159c-985b-4c22-95dc-29e58752883b'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:48:08.326943 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-397b702b-23f0-4842-b18d-9b7f91521133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:47:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['9c84159c-985b-4c22-95dc-29e58752883b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:08.412754 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868af171-f97f-45c9-914c-46ee111ae390 req-d7cd39b7-c3da-4199-a16a-26347940a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:08.414245 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-868af171-f97f-45c9-914c-46ee111ae390 req-d7cd39b7-c3da-4199-a16a-26347940a5b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 1129 time: 0.0440135 Mar 31 20:48:08.434404 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-397b702b-23f0-4842-b18d-9b7f91521133 None None] Set router 9c84159c-985b-4c22-95dc-29e58752883b gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:48:08.463294 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-868af171-f97f-45c9-914c-46ee111ae390 req-20916d1e-6fa5-4cb7-a6fa-32389e51b262 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409043 Mar 31 20:48:08.663610 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-397b702b-23f0-4842-b18d-9b7f91521133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '049a7f99-598d-4c92-8182-7e9fbe82cbdd', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'port_id': '12847325-49c5-4a0b-b572-173bf65a5510', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'mac_address': 'fa:16:3e:e3:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae11c11a-7f81-4128-adb1-3b7167d79bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:45:02Z', 'updated_at': '2022-03-31T20:45:34Z', 'revision_number': 2, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:59Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:08.679314 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22202aeb-78be-4c07-a995-e72fa42ed7e1 req-1066efcb-f030-4b4e-a195-3889db2faf4a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:08.680853 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-22202aeb-78be-4c07-a995-e72fa42ed7e1 req-1066efcb-f030-4b4e-a195-3889db2faf4a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 943 time: 0.0550883 Mar 31 20:48:08.694075 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397b702b-23f0-4842-b18d-9b7f91521133 None None] The sync data for ids ['9c84159c-985b-4c22-95dc-29e58752883b'] in dv-cinder-836072-1-iscsi is: [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '049a7f99-598d-4c92-8182-7e9fbe82cbdd', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'port_id': '12847325-49c5-4a0b-b572-173bf65a5510', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'mac_address': 'fa:16:3e:e3:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae11c11a-7f81-4128-adb1-3b7167d79bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:45:02Z', 'updated_at': '2022-03-31T20:45:34Z', 'revision_number': 2, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:59Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:48:08.740517 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-22202aeb-78be-4c07-a995-e72fa42ed7e1 req-925b8d0a-848f-43a1-8e7f-5edd87d443ae tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517771 Mar 31 20:48:08.886633 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e53834af-176c-4119-a566-50bc05bc1cdc req-d55ce4c3-7e31-4bec-8f74-2277f445e51c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=14393dba-8820-42d6-9b32-23b7ffe8e61d HTTP/1.1" status: 200 len: 210 time: 0.0271027 Mar 31 20:48:08.969746 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403f062-f36c-4999-bde4-f28da13f4afb req-38067e09-7338-4e51-981b-7c8bbed103a0 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:08.971436 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e403f062-f36c-4999-bde4-f28da13f4afb req-38067e09-7338-4e51-981b-7c8bbed103a0 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0763376 Mar 31 20:48:09.024595 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e403f062-f36c-4999-bde4-f28da13f4afb req-4272ee99-45ca-4649-a43d-74737fc3e19c tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472090 Mar 31 20:48:09.031251 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7757e2-fef8-4ea1-bc63-b44b90730651 None None] New status for floating IP e2e111a5-ffff-4893-9bb8-8a4704d86f4b: DOWN {{(pid=110551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:48:09.139001 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5476a1ad-c2bb-413e-b214-84477d1d808a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:09.860497 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b1aa4-840a-4092-a845-d14bcb0a3e68 req-87099d96-31a9-4f6e-b04d-235e0c1476e6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:09.862039 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-647b1aa4-840a-4092-a845-d14bcb0a3e68 req-87099d96-31a9-4f6e-b04d-235e0c1476e6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 943 time: 0.0552442 Mar 31 20:48:09.918050 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-647b1aa4-840a-4092-a845-d14bcb0a3e68 req-d2714411-71a7-411b-a316-b2e318ed804d tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488355 Mar 31 20:48:10.046589 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59442) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:48:10.101113 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-09d926ec-7dec-4d3d-a836-3ab086243a18 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group (2bd2d835-02b5-40e8-b177-7ed729632acb), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:10.125661 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-09d926ec-7dec-4d3d-a836-3ab086243a18 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group (2bd2d835-02b5-40e8-b177-7ed729632acb), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:10.153787 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706324d7-c84c-43ec-aced-4620e3b0cc7d req-8e668ea5-56e5-431a-ad9a-37018ce43903 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:10.155833 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-706324d7-c84c-43ec-aced-4620e3b0cc7d req-8e668ea5-56e5-431a-ad9a-37018ce43903 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0529430 Mar 31 20:48:10.203643 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-706324d7-c84c-43ec-aced-4620e3b0cc7d req-e904d086-e6ff-433c-a102-1ea5be1f02d9 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412102 Mar 31 20:48:10.240956 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-09d926ec-7dec-4d3d-a836-3ab086243a18 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (2bd2d835-02b5-40e8-b177-7ed729632acb), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:10.243590 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-09d926ec-7dec-4d3d-a836-3ab086243a18 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:10.244812 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-09d926ec-7dec-4d3d-a836-3ab086243a18 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "DELETE /v2.0/security-groups/2bd2d835-02b5-40e8-b177-7ed729632acb HTTP/1.1" status: 204 len: 168 time: 0.1971383 Mar 31 20:48:10.248499 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59448) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:48:10.266275 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d926ec-7dec-4d3d-a836-3ab086243a18 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd2d835-02b5-40e8-b177-7ed729632acb,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:10.268465 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.api.v2.resource [None req-baa704e6-925a-4d5c-aa21-b7fbfb666117 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] show failed (client error): The resource could not be found. Mar 31 20:48:10.276940 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-baa704e6-925a-4d5c-aa21-b7fbfb666117 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups/2bd2d835-02b5-40e8-b177-7ed729632acb HTTP/1.1" status: 404 len: 347 time: 0.0182383 Mar 31 20:48:10.277362 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59450) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:48:10.422579 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-117b33bc-bfca-4512-8c93-0d57b2a1fb46 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Deleting port 3e3e2836-7b9a-4f0d-91d7-8bfd9f427122 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:48:10.423145 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-117b33bc-bfca-4512-8c93-0d57b2a1fb46 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (3e3e2836-7b9a-4f0d-91d7-8bfd9f427122), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:10.522058 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-117b33bc-bfca-4512-8c93-0d57b2a1fb46 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (3e3e2836-7b9a-4f0d-91d7-8bfd9f427122), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:10.522459 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-117b33bc-bfca-4512-8c93-0d57b2a1fb46 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (3e3e2836-7b9a-4f0d-91d7-8bfd9f427122), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:10.536592 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-117b33bc-bfca-4512-8c93-0d57b2a1fb46 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Calling delete_port for 3e3e2836-7b9a-4f0d-91d7-8bfd9f427122 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:48:10.689077 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:48:10.704441 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 16afc311-5dc1-4a4a-911b-0f4e310558f7 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:48:10.733728 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] No Port match for: 16afc311-5dc1-4a4a-911b-0f4e310558f7 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:48:10.734165 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 16afc311-5dc1-4a4a-911b-0f4e310558f7 not bound to the agent host hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:48:10.775383 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-117b33bc-bfca-4512-8c93-0d57b2a1fb46 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414'] for port (3e3e2836-7b9a-4f0d-91d7-8bfd9f427122), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:10.818857 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b33bc-bfca-4512-8c93-0d57b2a1fb46 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event deleted for resources: {'Port': ['ID=3e3e2836-7b9a-4f0d-91d7-8bfd9f427122,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:10.847255 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5fe1741b-26f2-4fe4-bcb0-a1bee84c26af,segment=NetworkSegment(6c423cf7-1ebc-4c28-a1e1-93bb3014f642),segment_id=6c423cf7-1ebc-4c28-a1e1-93bb3014f642)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:48:10.861617 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': '5fe1741b-26f2-4fe4-bcb0-a1bee84c26af', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'port_id': '5fe1741b-26f2-4fe4-bcb0-a1bee84c26af', 'mac_address': 'fa:16:3e:35:c2:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:48:10.867704 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c113d-41b1-49ea-8559-7388b8cac596 req-2c4e0ef0-6ff7-47e6-ad8c-74eb18551a2a tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:10.868243 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-117b33bc-bfca-4512-8c93-0d57b2a1fb46 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (e2e111a5-ffff-4893-9bb8-8a4704d86f4b), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:10.873317 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-117b33bc-bfca-4512-8c93-0d57b2a1fb46 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:10.873641 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c14c113d-41b1-49ea-8559-7388b8cac596 req-2c4e0ef0-6ff7-47e6-ad8c-74eb18551a2a tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0754795 Mar 31 20:48:10.878876 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-117b33bc-bfca-4512-8c93-0d57b2a1fb46 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "DELETE /v2.0/floatingips/e2e111a5-ffff-4893-9bb8-8a4704d86f4b HTTP/1.1" status: 204 len: 168 time: 0.5989628 Mar 31 20:48:10.916753 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:48:10.917150 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (5fe1741b-26f2-4fe4-bcb0-a1bee84c26af), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:10.927519 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c14c113d-41b1-49ea-8559-7388b8cac596 req-6e5857aa-948f-426e-94cd-ba8ed7c65f7d tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517457 Mar 31 20:48:10.931356 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:48:10.959605 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57b34e-3aa9-479c-832a-0c5e01612b5a req-7160ea00-a141-440d-8b88-d0f636e7bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:10.961853 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-2a57b34e-3aa9-479c-832a-0c5e01612b5a req-7160ea00-a141-440d-8b88-d0f636e7bba0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df50189c17a647ac86148405e9f04f55&device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 1129 time: 0.0689609 Mar 31 20:48:10.971934 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5fe1741b-26f2-4fe4-bcb0-a1bee84c26af,segment=NetworkSegment(6c423cf7-1ebc-4c28-a1e1-93bb3014f642),segment_id=6c423cf7-1ebc-4c28-a1e1-93bb3014f642)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:48:11.045093 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (5fe1741b-26f2-4fe4-bcb0-a1bee84c26af), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:11.049806 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713c027-f192-4887-aa67-5564739121d1 req-e2d8ef7f-1d5a-4bf7-96e3-66c3b715731c tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:11.059537 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6713c027-f192-4887-aa67-5564739121d1 req-e2d8ef7f-1d5a-4bf7-96e3-66c3b715731c tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 943 time: 0.0666158 Mar 31 20:48:11.073991 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57b34e-3aa9-479c-832a-0c5e01612b5a req-0f4b3fdd-a08a-4aba-b66d-e42c56f9e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:11.075459 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-2a57b34e-3aa9-479c-832a-0c5e01612b5a req-0f4b3fdd-a08a-4aba-b66d-e42c56f9e320 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68a65e42-3a69-4c11-8f33-9e0a705f08d8 HTTP/1.1" status: 200 len: 919 time: 0.1042509 Mar 31 20:48:11.104948 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=5fe1741b-26f2-4fe4-bcb0-a1bee84c26af,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:11.114804 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6713c027-f192-4887-aa67-5564739121d1 req-ef81ebf3-e6a9-45eb-b6dd-c91288162f7e tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538077 Mar 31 20:48:11.152583 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-2a57b34e-3aa9-479c-832a-0c5e01612b5a req-b684935b-d6a2-4cc6-86d9-3e0b8595d431 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356e774a-360b-45e4-a2b0-d2b860d89876 HTTP/1.1" status: 200 len: 1001 time: 0.0705481 Mar 31 20:48:11.201796 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57b34e-3aa9-479c-832a-0c5e01612b5a req-df28218a-890d-40bb-b27a-93e4dc66b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:11.203189 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-2a57b34e-3aa9-479c-832a-0c5e01612b5a req-df28218a-890d-40bb-b27a-93e4dc66b91e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d3bfe61-66f5-4685-b3aa-57a09c0f885e HTTP/1.1" status: 200 len: 857 time: 0.0444179 Mar 31 20:48:11.258663 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57b34e-3aa9-479c-832a-0c5e01612b5a req-856650cf-cc58-441d-8f06-63966ffb4112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:11.260250 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-2a57b34e-3aa9-479c-832a-0c5e01612b5a req-856650cf-cc58-441d-8f06-63966ffb4112 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a65e42-3a69-4c11-8f33-9e0a705f08d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509520 Mar 31 20:48:11.357847 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-2a57b34e-3aa9-479c-832a-0c5e01612b5a req-ce070c06-58b5-44a9-81b3-ec6a12916532 service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881097 Mar 31 20:48:11.376986 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['5fe1741b-26f2-4fe4-bcb0-a1bee84c26af'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:48:11.466542 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-2a57b34e-3aa9-479c-832a-0c5e01612b5a req-6958cdb9-87cb-4b1c-aa71-1ea0a0037d8b service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044264 Mar 31 20:48:11.711998 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c827a396-cd34-4ea3-a5b4-407b54880564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:12.054585 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4503b6e-27b2-44f7-a377-eff68041108b req-268a4a4e-0990-4f94-a272-71e554d3cb7f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:12.057202 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e4503b6e-27b2-44f7-a377-eff68041108b req-268a4a4e-0990-4f94-a272-71e554d3cb7f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0518460 Mar 31 20:48:12.104631 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e4503b6e-27b2-44f7-a377-eff68041108b req-33568a33-8a44-4fab-bdc8-b0cfd88d774d tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424640 Mar 31 20:48:12.240382 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695a1ac-d11f-4e3b-a648-983545a2361d req-5320ea70-cb6b-4265-8a9f-a54b9726b3d5 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:12.241754 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1695a1ac-d11f-4e3b-a648-983545a2361d req-5320ea70-cb6b-4265-8a9f-a54b9726b3d5 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 944 time: 0.0512664 Mar 31 20:48:12.292775 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1695a1ac-d11f-4e3b-a648-983545a2361d req-58217490-71cd-4347-9666-6bead21239d8 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455208 Mar 31 20:48:12.714853 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:48:12.832327 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning for port 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af completed by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:48:12.836344 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:48:12.836721 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (5fe1741b-26f2-4fe4-bcb0-a1bee84c26af), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:12.915583 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:48:12.916036 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (5fe1741b-26f2-4fe4-bcb0-a1bee84c26af), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:12.938061 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949758de-59e6-4d1e-936a-a2d0d916615c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe1741b-26f2-4fe4-bcb0-a1bee84c26af'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:48:12.940362 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c7cf67-dc23-4742-a06a-163714888154" -d '{"events": [{"server_uuid": "949758de-59e6-4d1e-936a-a2d0d916615c", "name": "network-vif-plugged", "status": "completed", "tag": "5fe1741b-26f2-4fe4-bcb0-a1bee84c26af"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:48:12.953108 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5fe1741b-26f2-4fe4-bcb0-a1bee84c26af,segment=NetworkSegment(6c423cf7-1ebc-4c28-a1e1-93bb3014f642),segment_id=6c423cf7-1ebc-4c28-a1e1-93bb3014f642)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:48:12.974443 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cb66fd-2b58-4683-82b5-7823b3753641 x-openstack-request-id: req-e5cb66fd-2b58-4683-82b5-7823b3753641 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:48:12.974756 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949758de-59e6-4d1e-936a-a2d0d916615c", "name": "network-vif-plugged", "status": "completed", "tag": "5fe1741b-26f2-4fe4-bcb0-a1bee84c26af", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:48:12.975020 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e5cb66fd-2b58-4683-82b5-7823b3753641 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:48:12.975427 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5cb66fd-2b58-4683-82b5-7823b3753641'] response: {'server_uuid': '949758de-59e6-4d1e-936a-a2d0d916615c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe1741b-26f2-4fe4-bcb0-a1bee84c26af', 'code': 200} Mar 31 20:48:13.021281 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (5fe1741b-26f2-4fe4-bcb0-a1bee84c26af), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:13.067719 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=5fe1741b-26f2-4fe4-bcb0-a1bee84c26af,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:13.223803 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f57e7d-f6e2-439d-abef-93ed1bed7378 req-f0dd5517-9b7f-4124-a319-94190aa5e623 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:13.225284 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-38f57e7d-f6e2-439d-abef-93ed1bed7378 req-f0dd5517-9b7f-4124-a319-94190aa5e623 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0514989 Mar 31 20:48:13.272440 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-38f57e7d-f6e2-439d-abef-93ed1bed7378 req-e6832ae2-4b1d-4a02-b69f-d179d63d7eb6 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414760 Mar 31 20:48:13.328225 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b601817-3a50-4021-96ac-2c3d2ea6605d req-8545a91b-be59-4776-b05a-59367f34a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:13.330226 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-1b601817-3a50-4021-96ac-2c3d2ea6605d req-8545a91b-be59-4776-b05a-59367f34a162 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 1129 time: 0.0443320 Mar 31 20:48:13.349221 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:13.389755 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-1b601817-3a50-4021-96ac-2c3d2ea6605d req-56ab59cc-2bb3-41e1-9de1-3c0ee833a5e5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446491 Mar 31 20:48:13.415734 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb5984-687f-487e-bbf5-7b42ce9983e8 req-a7472661-758d-411c-85cd-244c5c15e82e tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:13.417218 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e0eb5984-687f-487e-bbf5-7b42ce9983e8 req-a7472661-758d-411c-85cd-244c5c15e82e tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 945 time: 0.0546823 Mar 31 20:48:13.475277 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e0eb5984-687f-487e-bbf5-7b42ce9983e8 req-769b3f3b-d716-4f08-bef4-c5c453f082d5 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518074 Mar 31 20:48:13.949383 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f447b-fd7e-46c9-98ae-e9e60603e647 req-104f6bef-6e2a-4193-8747-5e4e59f79a6c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:13.950838 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-259f447b-fd7e-46c9-98ae-e9e60603e647 req-104f6bef-6e2a-4193-8747-5e4e59f79a6c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 945 time: 0.0577164 Mar 31 20:48:13.998179 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-259f447b-fd7e-46c9-98ae-e9e60603e647 req-4b866216-7c89-4cfb-818c-26c24eae3ee4 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=bf2cbcd3-1cc7-40b0-85ea-9f68230102f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413380 Mar 31 20:48:14.391716 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad691ff-987e-433a-97f9-610091c7e8d2 req-dfba2a7c-ca77-4dc0-8d32-6b662d6fd6d2 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:14.393109 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fad691ff-987e-433a-97f9-610091c7e8d2 req-dfba2a7c-ca77-4dc0-8d32-6b662d6fd6d2 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0505843 Mar 31 20:48:14.438162 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fad691ff-987e-433a-97f9-610091c7e8d2 req-bd3b6dba-ac50-4e1c-8646-a2ce4c58bba8 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396566 Mar 31 20:48:14.565232 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cef4d-fa0c-4d48-acba-dec0e08b051e req-272f21b1-a397-4071-8572-1d62f4610cf0 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:14.566731 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6c2cef4d-fa0c-4d48-acba-dec0e08b051e req-272f21b1-a397-4071-8572-1d62f4610cf0 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0656538 Mar 31 20:48:14.576775 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59500) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:48:14.582036 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c3f8911a-6c87-4441-a53e-64830f834754 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Request body: {'floatingip': {'port_id': '356e774a-360b-45e4-a2b0-d2b860d89876'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:48:14.611884 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b7133-9dcf-48e6-9b8d-787a45f701da req-dcc0962b-5f2d-4302-a27f-746810df1f30 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:14.613340 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d23b7133-9dcf-48e6-9b8d-787a45f701da req-dcc0962b-5f2d-4302-a27f-746810df1f30 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 945 time: 0.0648789 Mar 31 20:48:14.643263 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c3f8911a-6c87-4441-a53e-64830f834754 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for floatingip (3a8ed87a-cc4c-4c43-ad97-11b0d804a3a4), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:14.662867 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d23b7133-9dcf-48e6-9b8d-787a45f701da req-be4141b9-f952-4e2e-99da-9b1e14f4321d tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436525 Mar 31 20:48:15.104041 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:15.122337 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165dffb-d00f-430a-a91c-6f502806a4f7 req-97554ddf-4b71-4a5a-9a3d-48b0fd33705a tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:15.125637 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f165dffb-d00f-430a-a91c-6f502806a4f7 req-97554ddf-4b71-4a5a-9a3d-48b0fd33705a tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 945 time: 0.0547340 Mar 31 20:48:15.173987 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f165dffb-d00f-430a-a91c-6f502806a4f7 req-870ddce6-49ca-4492-a4db-45dea08a6dd0 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=bf2cbcd3-1cc7-40b0-85ea-9f68230102f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434594 Mar 31 20:48:15.324682 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c3f8911a-6c87-4441-a53e-64830f834754 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:15.392169 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c3f8911a-6c87-4441-a53e-64830f834754 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (3a8ed87a-cc4c-4c43-ad97-11b0d804a3a4), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:15.603730 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f8911a-6c87-4441-a53e-64830f834754 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Router 5b3fa499-51bc-42c0-9e22-2ec8e5331669 has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:48:15.669438 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:15.717481 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f8911a-6c87-4441-a53e-64830f834754 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:48:15.723077 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c3f8911a-6c87-4441-a53e-64830f834754 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:15.728219 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d19cc7-6aae-419b-aba3-1bef2b578ca9 None None] Sync routers for ids ['5b3fa499-51bc-42c0-9e22-2ec8e5331669'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:48:15.739691 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d19cc7-6aae-419b-aba3-1bef2b578ca9 None None] Routers {'5b3fa499-51bc-42c0-9e22-2ec8e5331669'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:48:15.740455 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d5d19cc7-6aae-419b-aba3-1bef2b578ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:48:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['5b3fa499-51bc-42c0-9e22-2ec8e5331669'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:15.754614 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb239767-bcf4-4052-b533-d682d33086ee', 'tag': '356e774a-360b-45e4-a2b0-d2b860d89876'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:48:15.756364 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8169b9dd-432b-45e7-a8eb-e8b287364175" -d '{"events": [{"name": "network-changed", "server_uuid": "eb239767-bcf4-4052-b533-d682d33086ee", "tag": "356e774a-360b-45e4-a2b0-d2b860d89876"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:48:15.788616 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17159c7-bd93-4cd3-941e-492ce3c3ce70 req-1ade026f-f587-4e90-be0e-60eacd31d15f tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:15.790789 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a17159c7-bd93-4cd3-941e-492ce3c3ce70 req-1ade026f-f587-4e90-be0e-60eacd31d15f tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 945 time: 0.0600209 Mar 31 20:48:15.804514 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-c3f8911a-6c87-4441-a53e-64830f834754 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "PUT /v2.0/floatingips/3a8ed87a-cc4c-4c43-ad97-11b0d804a3a4 HTTP/1.1" status: 200 len: 993 time: 1.2265427 Mar 31 20:48:15.812039 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef08dc21-eb3e-4321-9f3b-5586b52baba2 x-openstack-request-id: req-ef08dc21-eb3e-4321-9f3b-5586b52baba2 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:48:15.812330 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb239767-bcf4-4052-b533-d682d33086ee", "tag": "356e774a-360b-45e4-a2b0-d2b860d89876", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:48:15.812582 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ef08dc21-eb3e-4321-9f3b-5586b52baba2 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:48:15.812981 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef08dc21-eb3e-4321-9f3b-5586b52baba2'] response: {'name': 'network-changed', 'server_uuid': 'eb239767-bcf4-4052-b533-d682d33086ee', 'tag': '356e774a-360b-45e4-a2b0-d2b860d89876', 'status': 'completed', 'code': 200} Mar 31 20:48:15.858198 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-d5d19cc7-6aae-419b-aba3-1bef2b578ca9 None None] Set router 5b3fa499-51bc-42c0-9e22-2ec8e5331669 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:48:15.866382 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a17159c7-bd93-4cd3-941e-492ce3c3ce70 req-a6cd5159-e955-4252-b397-212de48d7cc2 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670226 Mar 31 20:48:15.894936 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169b9dd-432b-45e7-a8eb-e8b287364175 req-0d8ad213-67bb-40e4-b829-17920a62e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:15.896671 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8169b9dd-432b-45e7-a8eb-e8b287364175 req-0d8ad213-67bb-40e4-b829-17920a62e4c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df50189c17a647ac86148405e9f04f55&device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 1129 time: 0.0520012 Mar 31 20:48:15.916431 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9d9cb-05d1-4fae-a8fd-7d228f7e8aa1 req-2710d20c-5d30-479a-8552-2d9d88ac87eb tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:15.918337 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f3d9d9cb-05d1-4fae-a8fd-7d228f7e8aa1 req-2710d20c-5d30-479a-8552-2d9d88ac87eb tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 945 time: 0.0730784 Mar 31 20:48:16.028610 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169b9dd-432b-45e7-a8eb-e8b287364175 req-02ac6556-cc01-4887-8f0e-2dd4f5533e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:16.030104 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8169b9dd-432b-45e7-a8eb-e8b287364175 req-02ac6556-cc01-4887-8f0e-2dd4f5533e81 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68a65e42-3a69-4c11-8f33-9e0a705f08d8 HTTP/1.1" status: 200 len: 919 time: 0.1262844 Mar 31 20:48:16.053329 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94f68f-2fa8-4371-ae9d-eb4cb5c281b3 req-d131a55b-acf4-446c-8cfe-3a336a483869 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:16.055033 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7a94f68f-2fa8-4371-ae9d-eb4cb5c281b3 req-d131a55b-acf4-446c-8cfe-3a336a483869 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 945 time: 0.0936148 Mar 31 20:48:16.104011 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [req-f3d9d9cb-05d1-4fae-a8fd-7d228f7e8aa1 req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Deleting port 12847325-49c5-4a0b-b572-173bf65a5510 {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:48:16.104349 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-f3d9d9cb-05d1-4fae-a8fd-7d228f7e8aa1 req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (12847325-49c5-4a0b-b572-173bf65a5510), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:16.109601 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8169b9dd-432b-45e7-a8eb-e8b287364175 req-1a4f3188-c4a1-4048-935d-2ed25fb953d5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356e774a-360b-45e4-a2b0-d2b860d89876 HTTP/1.1" status: 200 len: 1001 time: 0.0710132 Mar 31 20:48:16.154252 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7a94f68f-2fa8-4371-ae9d-eb4cb5c281b3 req-db31dd3a-affb-482f-a2fe-c7cd2adf5751 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925877 Mar 31 20:48:16.165556 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169b9dd-432b-45e7-a8eb-e8b287364175 req-aa31fdd9-74ae-4b35-b855-25a4c9ea1b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:16.168473 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8169b9dd-432b-45e7-a8eb-e8b287364175 req-aa31fdd9-74ae-4b35-b855-25a4c9ea1b8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d3bfe61-66f5-4685-b3aa-57a09c0f885e HTTP/1.1" status: 200 len: 857 time: 0.0500021 Mar 31 20:48:16.184674 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 59514) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:48:16.224187 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [req-f3d9d9cb-05d1-4fae-a8fd-7d228f7e8aa1 req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] For port 12847325-49c5-4a0b-b572-173bf65a5510, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=12847325-49c5-4a0b-b572-173bf65a5510,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:48:16.224546 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-f3d9d9cb-05d1-4fae-a8fd-7d228f7e8aa1 req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (12847325-49c5-4a0b-b572-173bf65a5510), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:16.228203 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169b9dd-432b-45e7-a8eb-e8b287364175 req-7f3b0384-daaa-465e-942c-79635d48d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:16.229779 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8169b9dd-432b-45e7-a8eb-e8b287364175 req-7f3b0384-daaa-465e-942c-79635d48d841 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a65e42-3a69-4c11-8f33-9e0a705f08d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530410 Mar 31 20:48:16.253408 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d5d19cc7-6aae-419b-aba3-1bef2b578ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'name': 'tempest-ServerRescueNegativeTestJSON-451412803-router', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:34Z', 'updated_at': '2022-03-31T20:44:44Z', 'revision_number': 4, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'gw_port': {'id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:87:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '3a8ed87a-cc4c-4c43-ad97-11b0d804a3a4', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'port_id': '356e774a-360b-45e4-a2b0-d2b860d89876', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'mac_address': 'fa:16:3e:bc:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb239767-bcf4-4052-b533-d682d33086ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:46:29Z', 'updated_at': '2022-03-31T20:48:15Z', 'revision_number': 3, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db7e5db4-afd3-44f6-8162-dbd69bea9e60', 'name': '', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'mac_address': 'fa:16:3e:70:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:57Z', 'revision_number': 5, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'subnets': [{'id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:16.291045 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d19cc7-6aae-419b-aba3-1bef2b578ca9 None None] Checking router: 5b3fa499-51bc-42c0-9e22-2ec8e5331669 for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:48:16.300873 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d19cc7-6aae-419b-aba3-1bef2b578ca9 None None] Routers {'5b3fa499-51bc-42c0-9e22-2ec8e5331669'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:48:16.301547 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d5d19cc7-6aae-419b-aba3-1bef2b578ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:48:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['5b3fa499-51bc-42c0-9e22-2ec8e5331669'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:16.339685 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8169b9dd-432b-45e7-a8eb-e8b287364175 req-3e1f3504-7caa-4fc5-bc4d-06907133c61f service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029348 Mar 31 20:48:16.416473 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-d5d19cc7-6aae-419b-aba3-1bef2b578ca9 None None] Set router 5b3fa499-51bc-42c0-9e22-2ec8e5331669 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:48:16.433676 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8169b9dd-432b-45e7-a8eb-e8b287364175 req-3565ac3c-e299-4362-8926-36707e9e9310 service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871837 Mar 31 20:48:16.468560 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f6736-2b41-4548-8737-71163d513b2a req-6bbf7610-b9e3-4a54-b912-ba23bdb2003e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:16.470024 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e93f6736-2b41-4548-8737-71163d513b2a req-6bbf7610-b9e3-4a54-b912-ba23bdb2003e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 945 time: 0.1711810 Mar 31 20:48:16.489013 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08768a1-9d68-4469-ba74-4e3cc5d644f7 tempest-TestVolumeBootPattern-789624735 tempest-TestVolumeBootPattern-789624735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:16.490447 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-f08768a1-9d68-4469-ba74-4e3cc5d644f7 tempest-TestVolumeBootPattern-789624735 tempest-TestVolumeBootPattern-789624735-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 1124 time: 0.3048441 Mar 31 20:48:16.493614 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59520) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:48:16.498215 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-2b62b0b7-9661-41b9-a03a-6c5c36452a4b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Request body: {'floatingip': {'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'port_id': '5fe1741b-26f2-4fe4-bcb0-a1bee84c26af', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:48:16.576716 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e93f6736-2b41-4548-8737-71163d513b2a req-d6803e73-bde9-41d4-ab9a-6691c09a2010 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=bf2cbcd3-1cc7-40b0-85ea-9f68230102f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005230 Mar 31 20:48:16.579055 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-f3d9d9cb-05d1-4fae-a8fd-7d228f7e8aa1 req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:16.579417 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-f3d9d9cb-05d1-4fae-a8fd-7d228f7e8aa1 req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (049a7f99-598d-4c92-8182-7e9fbe82cbdd), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:16.579730 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.db.l3_db [req-f3d9d9cb-05d1-4fae-a8fd-7d228f7e8aa1 req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Floating IP 049a7f99-598d-4c92-8182-7e9fbe82cbdd disassociated. External IP: 172.27.0.105, port: 12847325-49c5-4a0b-b572-173bf65a5510. Mar 31 20:48:16.580087 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [req-f3d9d9cb-05d1-4fae-a8fd-7d228f7e8aa1 req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Calling delete_port for 12847325-49c5-4a0b-b572-173bf65a5510 owned by compute:nova {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:48:16.593451 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2b62b0b7-9661-41b9-a03a-6c5c36452a4b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:16.648617 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d5d19cc7-6aae-419b-aba3-1bef2b578ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'name': 'tempest-ServerRescueNegativeTestJSON-451412803-router', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:34Z', 'updated_at': '2022-03-31T20:44:44Z', 'revision_number': 4, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'gw_port': {'id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:87:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '3a8ed87a-cc4c-4c43-ad97-11b0d804a3a4', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'port_id': '356e774a-360b-45e4-a2b0-d2b860d89876', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'mac_address': 'fa:16:3e:bc:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb239767-bcf4-4052-b533-d682d33086ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:46:29Z', 'updated_at': '2022-03-31T20:48:15Z', 'revision_number': 3, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db7e5db4-afd3-44f6-8162-dbd69bea9e60', 'name': '', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'mac_address': 'fa:16:3e:70:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:57Z', 'revision_number': 5, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'subnets': [{'id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:16.679247 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d19cc7-6aae-419b-aba3-1bef2b578ca9 None None] The sync data for ids ['5b3fa499-51bc-42c0-9e22-2ec8e5331669'] in dv-cinder-836072-1-iscsi is: [{'id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'name': 'tempest-ServerRescueNegativeTestJSON-451412803-router', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:34Z', 'updated_at': '2022-03-31T20:44:44Z', 'revision_number': 4, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'gw_port': {'id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:87:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '3a8ed87a-cc4c-4c43-ad97-11b0d804a3a4', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'port_id': '356e774a-360b-45e4-a2b0-d2b860d89876', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'mac_address': 'fa:16:3e:bc:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb239767-bcf4-4052-b533-d682d33086ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:46:29Z', 'updated_at': '2022-03-31T20:48:15Z', 'revision_number': 3, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db7e5db4-afd3-44f6-8162-dbd69bea9e60', 'name': '', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'mac_address': 'fa:16:3e:70:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:57Z', 'revision_number': 5, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'subnets': [{'id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:48:16.700791 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2b62b0b7-9661-41b9-a03a-6c5c36452a4b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:16.789616 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-f3d9d9cb-05d1-4fae-a8fd-7d228f7e8aa1 req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (12847325-49c5-4a0b-b572-173bf65a5510), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:16.809885 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-2b62b0b7-9661-41b9-a03a-6c5c36452a4b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Allocated IP 172.27.0.67 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/34b5861f-af27-4877-bb6c-2c79f636575b) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:48:16.819614 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event deleted for resources: {'Port': ['ID=12847325-49c5-4a0b-b572-173bf65a5510,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:16.832180 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:16.832533 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:16.832881 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:16.833220 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:16.833556 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:16.833890 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:16.834219 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:16.834548 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:16.834867 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:16.835203 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:16.835568 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:16.835932 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:16.836254 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:16.836579 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:16.836904 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:16.928502 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2b62b0b7-9661-41b9-a03a-6c5c36452a4b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for port (34b5861f-af27-4877-bb6c-2c79f636575b), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:16.955528 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3d9d9cb-05d1-4fae-a8fd-7d228f7e8aa1 req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Router 9c84159c-985b-4c22-95dc-29e58752883b has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:48:17.063005 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3d9d9cb-05d1-4fae-a8fd-7d228f7e8aa1 req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:48:17.064221 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2b62b0b7-9661-41b9-a03a-6c5c36452a4b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (34b5861f-af27-4877-bb6c-2c79f636575b), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:17.073753 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608937e1-a3e7-433f-a242-ccd9297b8fe2 None None] Sync routers for ids ['9c84159c-985b-4c22-95dc-29e58752883b'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:48:17.085279 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608937e1-a3e7-433f-a242-ccd9297b8fe2 None None] Routers {'9c84159c-985b-4c22-95dc-29e58752883b'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:48:17.090635 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-608937e1-a3e7-433f-a242-ccd9297b8fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:48:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['9c84159c-985b-4c22-95dc-29e58752883b'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:17.104283 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b62b0b7-9661-41b9-a03a-6c5c36452a4b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:48:17.109443 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d9d9cb-05d1-4fae-a8fd-7d228f7e8aa1 req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] No DVR routers for this DVR port 12847325-49c5-4a0b-b572-173bf65a5510 on host hv-cinder-83607 {{(pid=110549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:48:17.111607 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-2b62b0b7-9661-41b9-a03a-6c5c36452a4b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:48:17.112009 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-f3d9d9cb-05d1-4fae-a8fd-7d228f7e8aa1 req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:17.115444 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f3d9d9cb-05d1-4fae-a8fd-7d228f7e8aa1 req-28bfb256-225d-46bf-b15f-c090830ee3b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.32 "DELETE /v2.0/ports/12847325-49c5-4a0b-b572-173bf65a5510 HTTP/1.1" status: 204 len: 173 time: 1.1882634 Mar 31 20:48:17.115935 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae11c11a-7f81-4128-adb1-3b7167d79bdf', 'name': 'network-vif-deleted', 'tag': '12847325-49c5-4a0b-b572-173bf65a5510'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:48:17.116246 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b62b0b7-9661-41b9-a03a-6c5c36452a4b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:48:17.118342 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5253feeaf43b009d496c5950c37129f342c333472f7057fa14384dd137f2b4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ab4aa2-d589-4510-a6b9-9736b684312f" -d '{"events": [{"server_uuid": "ae11c11a-7f81-4128-adb1-3b7167d79bdf", "name": "network-vif-deleted", "tag": "12847325-49c5-4a0b-b572-173bf65a5510"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:48:17.121212 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62b0b7-9661-41b9-a03a-6c5c36452a4b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Pushing event updated for resources: {'Port': ['ID=34b5861f-af27-4877-bb6c-2c79f636575b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:17.165655 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcff8dc7-ab17-4c07-a2ab-9cc617763af9 x-openstack-request-id: req-dcff8dc7-ab17-4c07-a2ab-9cc617763af9 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:48:17.166258 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae11c11a-7f81-4128-adb1-3b7167d79bdf", "name": "network-vif-deleted", "tag": "12847325-49c5-4a0b-b572-173bf65a5510", "status": "completed", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:48:17.166727 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dcff8dc7-ab17-4c07-a2ab-9cc617763af9 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:48:17.167458 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcff8dc7-ab17-4c07-a2ab-9cc617763af9'] response: {'server_uuid': 'ae11c11a-7f81-4128-adb1-3b7167d79bdf', 'name': 'network-vif-deleted', 'tag': '12847325-49c5-4a0b-b572-173bf65a5510', 'status': 'completed', 'code': 200} Mar 31 20:48:17.219791 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-608937e1-a3e7-433f-a242-ccd9297b8fe2 None None] Set router 9c84159c-985b-4c22-95dc-29e58752883b gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:48:17.432700 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-608937e1-a3e7-433f-a242-ccd9297b8fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:59Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:17.457743 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2b62b0b7-9661-41b9-a03a-6c5c36452a4b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for floatingip (b12a2e20-de06-47da-8694-5c8ea4abd438), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:17.461201 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608937e1-a3e7-433f-a242-ccd9297b8fe2 None None] Checking router: 9c84159c-985b-4c22-95dc-29e58752883b for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:48:17.470268 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608937e1-a3e7-433f-a242-ccd9297b8fe2 None None] Routers {'9c84159c-985b-4c22-95dc-29e58752883b'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:48:17.470816 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-608937e1-a3e7-433f-a242-ccd9297b8fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:48:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['9c84159c-985b-4c22-95dc-29e58752883b'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:17.584879 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-608937e1-a3e7-433f-a242-ccd9297b8fe2 None None] Set router 9c84159c-985b-4c22-95dc-29e58752883b gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:48:17.589624 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2b62b0b7-9661-41b9-a03a-6c5c36452a4b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (34b5861f-af27-4877-bb6c-2c79f636575b), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:17.694554 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-42e97809-e926-4997-bc93-bd68ddb8adac req-043f7073-416c-4598-a633-b4f93139b7b8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae11c11a-7f81-4128-adb1-3b7167d79bdf HTTP/1.1" status: 200 len: 210 time: 0.0293205 Mar 31 20:48:17.752283 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2b62b0b7-9661-41b9-a03a-6c5c36452a4b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for port (34b5861f-af27-4877-bb6c-2c79f636575b), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:17.813919 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb239767-bcf4-4052-b533-d682d33086ee', 'tag': '356e774a-360b-45e4-a2b0-d2b860d89876'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:48:17.816479 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559259a1-16ff-414a-8171-57d446b2d0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "eb239767-bcf4-4052-b533-d682d33086ee", "tag": "356e774a-360b-45e4-a2b0-d2b860d89876"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:48:17.824005 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2b62b0b7-9661-41b9-a03a-6c5c36452a4b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (34b5861f-af27-4877-bb6c-2c79f636575b), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:17.854828 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2b62b0b7-9661-41b9-a03a-6c5c36452a4b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (b12a2e20-de06-47da-8694-5c8ea4abd438), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:17.860606 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6f42f3-b1b9-4c14-92b9-2f8c46548607 x-openstack-request-id: req-1d6f42f3-b1b9-4c14-92b9-2f8c46548607 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:48:17.860896 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb239767-bcf4-4052-b533-d682d33086ee", "tag": "356e774a-360b-45e4-a2b0-d2b860d89876", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:48:17.861149 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1d6f42f3-b1b9-4c14-92b9-2f8c46548607 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:48:17.861680 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d6f42f3-b1b9-4c14-92b9-2f8c46548607'] response: {'name': 'network-changed', 'server_uuid': 'eb239767-bcf4-4052-b533-d682d33086ee', 'tag': '356e774a-360b-45e4-a2b0-d2b860d89876', 'status': 'completed', 'code': 200} Mar 31 20:48:17.921984 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-608937e1-a3e7-433f-a242-ccd9297b8fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:59Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:17.939636 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559259a1-16ff-414a-8171-57d446b2d0e1 req-886c59f2-0eac-4b47-aa7a-0794d079f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:17.941919 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-559259a1-16ff-414a-8171-57d446b2d0e1 req-886c59f2-0eac-4b47-aa7a-0794d079f725 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df50189c17a647ac86148405e9f04f55&device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 1129 time: 0.0488796 Mar 31 20:48:17.944591 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62b0b7-9661-41b9-a03a-6c5c36452a4b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Pushing event updated for resources: {'Port': ['ID=34b5861f-af27-4877-bb6c-2c79f636575b,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:17.950145 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608937e1-a3e7-433f-a242-ccd9297b8fe2 None None] The sync data for ids ['9c84159c-985b-4c22-95dc-29e58752883b'] in dv-cinder-836072-1-iscsi is: [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:59Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:48:17.996761 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.l3_db [None req-2b62b0b7-9661-41b9-a03a-6c5c36452a4b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Floating IP b12a2e20-de06-47da-8694-5c8ea4abd438 associated. External IP: 172.27.0.67, port: 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af. Mar 31 20:48:18.064771 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559259a1-16ff-414a-8171-57d446b2d0e1 req-15b0b392-aea7-4461-972c-d9590cd7197d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:18.066362 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-559259a1-16ff-414a-8171-57d446b2d0e1 req-15b0b392-aea7-4461-972c-d9590cd7197d service neutron] 10.222.0.32 "GET /v2.0/networks?id=68a65e42-3a69-4c11-8f33-9e0a705f08d8 HTTP/1.1" status: 200 len: 919 time: 0.1113465 Mar 31 20:48:18.153784 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-559259a1-16ff-414a-8171-57d446b2d0e1 req-e81d7b6f-5a07-47d2-9b45-c55a33ce049f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356e774a-360b-45e4-a2b0-d2b860d89876 HTTP/1.1" status: 200 len: 1001 time: 0.0743248 Mar 31 20:48:18.216333 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559259a1-16ff-414a-8171-57d446b2d0e1 req-a4532f30-9099-46cd-8113-2774f78f9e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:18.219045 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-559259a1-16ff-414a-8171-57d446b2d0e1 req-a4532f30-9099-46cd-8113-2774f78f9e02 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d3bfe61-66f5-4685-b3aa-57a09c0f885e HTTP/1.1" status: 200 len: 857 time: 0.0467856 Mar 31 20:48:18.245591 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b62b0b7-9661-41b9-a03a-6c5c36452a4b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Router 4002ab7e-0d54-450d-8fbd-c167b8e820ec has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:48:18.251272 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66c76eb-a2d7-4a67-ab13-fe8be2ba4c01 None None] New status for floating IP 049a7f99-598d-4c92-8182-7e9fbe82cbdd: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:48:18.277767 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559259a1-16ff-414a-8171-57d446b2d0e1 req-6c70f396-af54-4966-be9c-393ff799990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:18.277767 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-559259a1-16ff-414a-8171-57d446b2d0e1 req-6c70f396-af54-4966-be9c-393ff799990a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a65e42-3a69-4c11-8f33-9e0a705f08d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478387 Mar 31 20:48:18.364365 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b62b0b7-9661-41b9-a03a-6c5c36452a4b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:48:18.375831 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb403a93-f37a-4cb8-b775-760718a6a99c None None] Sync routers for ids ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:48:18.383671 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-559259a1-16ff-414a-8171-57d446b2d0e1 req-117c617e-bd6b-4e35-beb6-bd9d23bba504 service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995500 Mar 31 20:48:18.385509 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb403a93-f37a-4cb8-b775-760718a6a99c None None] Routers {'4002ab7e-0d54-450d-8fbd-c167b8e820ec'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:48:18.386139 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-cb403a93-f37a-4cb8-b775-760718a6a99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:48:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:18.454775 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2b62b0b7-9661-41b9-a03a-6c5c36452a4b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:18.475025 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-559259a1-16ff-414a-8171-57d446b2d0e1 req-755627a2-ca05-4ff1-9edd-a4c5eec6b7c2 service neutron] 10.222.0.32 "GET /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842202 Mar 31 20:48:18.499810 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-2b62b0b7-9661-41b9-a03a-6c5c36452a4b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9976251 Mar 31 20:48:18.503114 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-cb403a93-f37a-4cb8-b775-760718a6a99c None None] Set router 4002ab7e-0d54-450d-8fbd-c167b8e820ec gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:48:18.766829 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 12847325-49c5-4a0b-b572-173bf65a5510 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:48:18.788675 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-cb403a93-f37a-4cb8-b775-760718a6a99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:47:20Z', 'revision_number': 4, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': 'b12a2e20-de06-47da-8694-5c8ea4abd438', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'port_id': '5fe1741b-26f2-4fe4-bcb0-a1bee84c26af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'mac_address': 'fa:16:3e:35:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949758de-59e6-4d1e-936a-a2d0d916615c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:48:17Z', 'updated_at': '2022-03-31T20:48:17Z', 'revision_number': 0, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c291cad-ed57-4c34-b352-dc37c188f7a5', 'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'mac_address': 'fa:16:3e:0d:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:20Z', 'updated_at': '2022-03-31T20:47:25Z', 'revision_number': 5, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'subnets': [{'id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:18.790720 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] No Port match for: 12847325-49c5-4a0b-b572-173bf65a5510 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:48:18.791071 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 12847325-49c5-4a0b-b572-173bf65a5510 not bound to the agent host hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:48:18.821049 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb403a93-f37a-4cb8-b775-760718a6a99c None None] Checking router: 4002ab7e-0d54-450d-8fbd-c167b8e820ec for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:48:18.829475 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb403a93-f37a-4cb8-b775-760718a6a99c None None] Routers {'4002ab7e-0d54-450d-8fbd-c167b8e820ec'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:48:18.830088 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-cb403a93-f37a-4cb8-b775-760718a6a99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:48:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:18.844770 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59534) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:48:18.898249 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44fdc7ea-7b93-46e2-9a5b-7b1417d81867 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group (bf2cbcd3-1cc7-40b0-85ea-9f68230102f3), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:18.922286 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44fdc7ea-7b93-46e2-9a5b-7b1417d81867 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group (bf2cbcd3-1cc7-40b0-85ea-9f68230102f3), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:18.936218 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-cb403a93-f37a-4cb8-b775-760718a6a99c None None] Set router 4002ab7e-0d54-450d-8fbd-c167b8e820ec gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:48:19.052700 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44fdc7ea-7b93-46e2-9a5b-7b1417d81867 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (bf2cbcd3-1cc7-40b0-85ea-9f68230102f3), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:19.055277 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44fdc7ea-7b93-46e2-9a5b-7b1417d81867 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:19.056715 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-44fdc7ea-7b93-46e2-9a5b-7b1417d81867 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "DELETE /v2.0/security-groups/bf2cbcd3-1cc7-40b0-85ea-9f68230102f3 HTTP/1.1" status: 204 len: 168 time: 0.2106867 Mar 31 20:48:19.059577 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 59536) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:48:19.065803 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdc7ea-7b93-46e2-9a5b-7b1417d81867 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2cbcd3-1cc7-40b0-85ea-9f68230102f3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:19.078797 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.api.v2.resource [None req-d4ae5b7e-1441-48ef-8a12-92bbb241fa00 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] show failed (client error): The resource could not be found. Mar 31 20:48:19.079936 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-d4ae5b7e-1441-48ef-8a12-92bbb241fa00 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups/bf2cbcd3-1cc7-40b0-85ea-9f68230102f3 HTTP/1.1" status: 404 len: 347 time: 0.0192626 Mar 31 20:48:19.082856 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 59538) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:48:19.169779 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-cb403a93-f37a-4cb8-b775-760718a6a99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:47:20Z', 'revision_number': 4, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': 'b12a2e20-de06-47da-8694-5c8ea4abd438', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'port_id': '5fe1741b-26f2-4fe4-bcb0-a1bee84c26af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'mac_address': 'fa:16:3e:35:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949758de-59e6-4d1e-936a-a2d0d916615c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:48:17Z', 'updated_at': '2022-03-31T20:48:17Z', 'revision_number': 0, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c291cad-ed57-4c34-b352-dc37c188f7a5', 'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'mac_address': 'fa:16:3e:0d:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:20Z', 'updated_at': '2022-03-31T20:47:25Z', 'revision_number': 5, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'subnets': [{'id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:19.199365 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb403a93-f37a-4cb8-b775-760718a6a99c None None] The sync data for ids ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'] in dv-cinder-836072-1-iscsi is: [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:47:20Z', 'revision_number': 4, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': 'b12a2e20-de06-47da-8694-5c8ea4abd438', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'port_id': '5fe1741b-26f2-4fe4-bcb0-a1bee84c26af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'mac_address': 'fa:16:3e:35:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949758de-59e6-4d1e-936a-a2d0d916615c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:48:17Z', 'updated_at': '2022-03-31T20:48:17Z', 'revision_number': 0, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c291cad-ed57-4c34-b352-dc37c188f7a5', 'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'mac_address': 'fa:16:3e:0d:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:20Z', 'updated_at': '2022-03-31T20:47:25Z', 'revision_number': 5, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'subnets': [{'id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:48:19.212447 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-9954e2d1-b0d4-48d5-8b06-a3f9f463ae19 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Deleting port bdafff27-abd1-4dfd-8bf0-1b41c8a2de37 {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:48:19.212876 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9954e2d1-b0d4-48d5-8b06-a3f9f463ae19 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (bdafff27-abd1-4dfd-8bf0-1b41c8a2de37), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:19.288844 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9954e2d1-b0d4-48d5-8b06-a3f9f463ae19 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (bdafff27-abd1-4dfd-8bf0-1b41c8a2de37), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:19.289170 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9954e2d1-b0d4-48d5-8b06-a3f9f463ae19 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (bdafff27-abd1-4dfd-8bf0-1b41c8a2de37), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:19.300886 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-9954e2d1-b0d4-48d5-8b06-a3f9f463ae19 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Calling delete_port for bdafff27-abd1-4dfd-8bf0-1b41c8a2de37 owned by network:floatingip {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:48:19.397442 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ef5c9-0391-497c-a7a0-4403a00d5b62 None None] New status for floating IP b12a2e20-de06-47da-8694-5c8ea4abd438: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:48:19.509276 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9954e2d1-b0d4-48d5-8b06-a3f9f463ae19 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (bdafff27-abd1-4dfd-8bf0-1b41c8a2de37), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:19.546652 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954e2d1-b0d4-48d5-8b06-a3f9f463ae19 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event deleted for resources: {'Port': ['ID=bdafff27-abd1-4dfd-8bf0-1b41c8a2de37,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:19.609106 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9954e2d1-b0d4-48d5-8b06-a3f9f463ae19 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (049a7f99-598d-4c92-8182-7e9fbe82cbdd), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:19.611548 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9954e2d1-b0d4-48d5-8b06-a3f9f463ae19 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:19.612726 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-9954e2d1-b0d4-48d5-8b06-a3f9f463ae19 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "DELETE /v2.0/floatingips/049a7f99-598d-4c92-8182-7e9fbe82cbdd HTTP/1.1" status: 204 len: 168 time: 0.5289207 Mar 31 20:48:19.862847 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949758de-59e6-4d1e-936a-a2d0d916615c', 'tag': '5fe1741b-26f2-4fe4-bcb0-a1bee84c26af'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:48:19.865291 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc318c79-eadf-4ef0-9041-aa10d5f89f84" -d '{"events": [{"name": "network-changed", "server_uuid": "949758de-59e6-4d1e-936a-a2d0d916615c", "tag": "5fe1741b-26f2-4fe4-bcb0-a1bee84c26af"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:48:19.899638 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59544) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:48:19.904354 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-06b17ff4-52c7-42ca-94d3-9468c19c1c61 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2134690481', 'description': 'tempest-description--442010649'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:48:19.909702 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d6c5b7-9246-4f27-8c13-3135bab9d24d x-openstack-request-id: req-77d6c5b7-9246-4f27-8c13-3135bab9d24d {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:48:19.909988 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949758de-59e6-4d1e-936a-a2d0d916615c", "tag": "5fe1741b-26f2-4fe4-bcb0-a1bee84c26af", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:48:19.910238 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-77d6c5b7-9246-4f27-8c13-3135bab9d24d {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:48:19.910622 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77d6c5b7-9246-4f27-8c13-3135bab9d24d'] response: {'name': 'network-changed', 'server_uuid': '949758de-59e6-4d1e-936a-a2d0d916615c', 'tag': '5fe1741b-26f2-4fe4-bcb0-a1bee84c26af', 'status': 'completed', 'code': 200} Mar 31 20:48:19.967683 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc318c79-eadf-4ef0-9041-aa10d5f89f84 req-687ef546-8296-4058-b3d1-e3fb5df31116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:19.969207 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-dc318c79-eadf-4ef0-9041-aa10d5f89f84 req-687ef546-8296-4058-b3d1-e3fb5df31116 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd&device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 1129 time: 0.0440598 Mar 31 20:48:19.990354 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-06b17ff4-52c7-42ca-94d3-9468c19c1c61 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:20.057251 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-06b17ff4-52c7-42ca-94d3-9468c19c1c61 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group (e1deee4e-a962-45ce-99ad-14f63461850d), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:20.061068 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc318c79-eadf-4ef0-9041-aa10d5f89f84 req-93715bc2-1969-4b2e-b6a3-7d56f7fc7f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:20.062567 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-dc318c79-eadf-4ef0-9041-aa10d5f89f84 req-93715bc2-1969-4b2e-b6a3-7d56f7fc7f95 service neutron] 10.222.0.32 "GET /v2.0/networks?id=891ebc70-d7d8-43ce-bc93-700332ce0830 HTTP/1.1" status: 200 len: 912 time: 0.0843675 Mar 31 20:48:20.135525 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-06b17ff4-52c7-42ca-94d3-9468c19c1c61 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (e1deee4e-a962-45ce-99ad-14f63461850d), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:20.169780 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b17ff4-52c7-42ca-94d3-9468c19c1c61 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1deee4e-a962-45ce-99ad-14f63461850d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:20.214430 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-06b17ff4-52c7-42ca-94d3-9468c19c1c61 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:20.215746 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-06b17ff4-52c7-42ca-94d3-9468c19c1c61 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3150465 Mar 31 20:48:20.218887 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59546) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:48:20.223950 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-9e27252f-8ed1-4861-a0fc-ed5b2220dbc5 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Request body: {'security_group_rule': {'security_group_id': 'e1deee4e-a962-45ce-99ad-14f63461850d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:48:20.340146 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e27252f-8ed1-4861-a0fc-ed5b2220dbc5 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group_rule (3c8ad9d7-5124-479f-b8ae-58524f05e80a), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:20.354939 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-dc318c79-eadf-4ef0-9041-aa10d5f89f84 req-6ed1a0c8-2608-4f04-a122-568bf2c61fbd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fe1741b-26f2-4fe4-bcb0-a1bee84c26af HTTP/1.1" status: 200 len: 1000 time: 0.2852628 Mar 31 20:48:20.395882 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e27252f-8ed1-4861-a0fc-ed5b2220dbc5 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group_rule (3c8ad9d7-5124-479f-b8ae-58524f05e80a), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:20.402565 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc318c79-eadf-4ef0-9041-aa10d5f89f84 req-10ad3662-4544-4bee-b927-b4594870d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:20.404061 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-dc318c79-eadf-4ef0-9041-aa10d5f89f84 req-10ad3662-4544-4bee-b927-b4594870d6a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d8ae2ad-26c3-4ccb-8104-532540816283 HTTP/1.1" status: 200 len: 850 time: 0.0428276 Mar 31 20:48:20.451324 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc318c79-eadf-4ef0-9041-aa10d5f89f84 req-d4ce861c-c9e9-4a05-8de4-43091b948182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:20.453386 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-dc318c79-eadf-4ef0-9041-aa10d5f89f84 req-d4ce861c-c9e9-4a05-8de4-43091b948182 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=891ebc70-d7d8-43ce-bc93-700332ce0830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434439 Mar 31 20:48:20.475164 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e27252f-8ed1-4861-a0fc-ed5b2220dbc5 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (3c8ad9d7-5124-479f-b8ae-58524f05e80a), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:20.492751 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27252f-8ed1-4861-a0fc-ed5b2220dbc5 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8ad9d7-5124-479f-b8ae-58524f05e80a,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:20.549196 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-dc318c79-eadf-4ef0-9041-aa10d5f89f84 req-d9f75198-7045-436e-af59-27b057a52d92 service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837672 Mar 31 20:48:20.560545 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e27252f-8ed1-4861-a0fc-ed5b2220dbc5 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:20.562396 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-9e27252f-8ed1-4861-a0fc-ed5b2220dbc5 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3424623 Mar 31 20:48:20.565134 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59548) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:48:20.569384 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-1dbad8f4-a66b-4c70-8bff-d1cdc4d102ff tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Request body: {'security_group_rule': {'security_group_id': 'e1deee4e-a962-45ce-99ad-14f63461850d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:48:20.638199 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-dc318c79-eadf-4ef0-9041-aa10d5f89f84 req-95ba1058-9fa0-4c64-a2f7-3994735e990c service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827410 Mar 31 20:48:20.703199 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1dbad8f4-a66b-4c70-8bff-d1cdc4d102ff tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group_rule (4828c60e-8191-4f44-b4ff-13552ba0b3ac), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:20.758250 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1dbad8f4-a66b-4c70-8bff-d1cdc4d102ff tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group_rule (4828c60e-8191-4f44-b4ff-13552ba0b3ac), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:20.846189 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1dbad8f4-a66b-4c70-8bff-d1cdc4d102ff tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (4828c60e-8191-4f44-b4ff-13552ba0b3ac), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:20.863534 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbad8f4-a66b-4c70-8bff-d1cdc4d102ff tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4828c60e-8191-4f44-b4ff-13552ba0b3ac,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:20.945844 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1dbad8f4-a66b-4c70-8bff-d1cdc4d102ff tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:20.947056 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-1dbad8f4-a66b-4c70-8bff-d1cdc4d102ff tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3809965 Mar 31 20:48:20.950288 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59550) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:48:20.957781 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-044555f1-6226-48a0-8d38-7c2975bc1679 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Request body: {'floatingip': {'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:48:21.040903 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-044555f1-6226-48a0-8d38-7c2975bc1679 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:21.136962 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-044555f1-6226-48a0-8d38-7c2975bc1679 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:21.239147 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-044555f1-6226-48a0-8d38-7c2975bc1679 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Allocated IP 172.27.0.154 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/2e91eded-ddd9-42e4-aca1-7e234d7f8d62) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:48:21.342145 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-044555f1-6226-48a0-8d38-7c2975bc1679 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for port (2e91eded-ddd9-42e4-aca1-7e234d7f8d62), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:21.432829 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-044555f1-6226-48a0-8d38-7c2975bc1679 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (2e91eded-ddd9-42e4-aca1-7e234d7f8d62), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:21.468116 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044555f1-6226-48a0-8d38-7c2975bc1679 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:48:21.470879 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-044555f1-6226-48a0-8d38-7c2975bc1679 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:48:21.474326 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044555f1-6226-48a0-8d38-7c2975bc1679 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:48:21.487398 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044555f1-6226-48a0-8d38-7c2975bc1679 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event updated for resources: {'Port': ['ID=2e91eded-ddd9-42e4-aca1-7e234d7f8d62,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:21.528457 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-044555f1-6226-48a0-8d38-7c2975bc1679 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (ff6b5314-a035-4408-9482-83cd6f74dae3), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:21.880268 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-044555f1-6226-48a0-8d38-7c2975bc1679 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (2e91eded-ddd9-42e4-aca1-7e234d7f8d62), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:22.025286 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-044555f1-6226-48a0-8d38-7c2975bc1679 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for port (2e91eded-ddd9-42e4-aca1-7e234d7f8d62), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:22.100653 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-044555f1-6226-48a0-8d38-7c2975bc1679 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (2e91eded-ddd9-42e4-aca1-7e234d7f8d62), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:22.135998 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-044555f1-6226-48a0-8d38-7c2975bc1679 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (ff6b5314-a035-4408-9482-83cd6f74dae3), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:22.154434 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044555f1-6226-48a0-8d38-7c2975bc1679 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event updated for resources: {'Port': ['ID=2e91eded-ddd9-42e4-aca1-7e234d7f8d62,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:22.223015 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-044555f1-6226-48a0-8d38-7c2975bc1679 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:22.224290 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-044555f1-6226-48a0-8d38-7c2975bc1679 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2730889 Mar 31 20:48:22.412706 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-d72a3886-9f67-441a-9a59-916d86060454 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--2134690481&fields=id&tenant_id=4396e2a514f7449287ea5b0d1b36b858 HTTP/1.1" status: 200 len: 267 time: 0.0414259 Mar 31 20:48:22.517834 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-58f87b70-bcfb-4b46-931d-8d85d048f3c1 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:22.519268 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-58f87b70-bcfb-4b46-931d-8d85d048f3c1 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/networks?id=63cb74cd-f9ca-4f98-a1e8-3428b271c26f HTTP/1.1" status: 200 len: 814 time: 0.1003730 Mar 31 20:48:22.533545 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-96aa0487-2db8-426c-839b-0331673f8665 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/quotas/4396e2a514f7449287ea5b0d1b36b858 HTTP/1.1" status: 200 len: 375 time: 0.0087936 Mar 31 20:48:22.587824 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-a143f4eb-90e7-40ca-b09e-383d9476b913 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4396e2a514f7449287ea5b0d1b36b858&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493362 Mar 31 20:48:22.683460 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-3e902ce2-ad9b-4ff0-8e3c-c49a3aff2380 service neutron] 10.222.0.61 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838897 Mar 31 20:48:22.769004 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-820af16c-f71e-4506-a76e-d1c91816b5d1 service neutron] 10.222.0.61 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792811 Mar 31 20:48:23.026130 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-83e6de19-407a-440e-8e38-11dbadb44183 req-b075cdbe-8602-4661-80c0-6a8bcb023b81 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9cd58a-71bd-4e66-8368-69d90dc10ced HTTP/1.1" status: 200 len: 210 time: 0.0264869 Mar 31 20:48:24.120517 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c309d28e-ded2-496f-90ac-ea8d01e049b2 req-8adfe42b-28e9-4c60-95b6-e22b0b37bb87 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9cd58a-71bd-4e66-8368-69d90dc10ced HTTP/1.1" status: 200 len: 210 time: 0.0276589 Mar 31 20:48:25.002051 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f551c1-4d62-4d28-90c5-8302e4d20c05 req-2326ee69-b198-4550-a528-4f7500449720 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:25.003624 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a1f551c1-4d62-4d28-90c5-8302e4d20c05 req-2326ee69-b198-4550-a528-4f7500449720 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0566142 Mar 31 20:48:25.108424 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a1f551c1-4d62-4d28-90c5-8302e4d20c05 req-2e071819-1ae0-4c13-a68b-931ccc639005 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991108 Mar 31 20:48:25.168721 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-24dd991f-9565-4f07-947c-9e27de6ae33b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:25.170148 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-24dd991f-9565-4f07-947c-9e27de6ae33b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.32 "GET /v2.0/networks?id=63cb74cd-f9ca-4f98-a1e8-3428b271c26f HTTP/1.1" status: 200 len: 814 time: 0.1261909 Mar 31 20:48:25.230954 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0aab2c09-1cb9-4be0-8b26-c4a2d66de813 req-30a6c222-5a63-44fd-9e1c-54e4a8a579af tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9cd58a-71bd-4e66-8368-69d90dc10ced HTTP/1.1" status: 200 len: 210 time: 0.0381651 Mar 31 20:48:25.269617 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-55f06f49-a3b8-4017-94be-5298af54e31c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4396e2a514f7449287ea5b0d1b36b858 HTTP/1.1" status: 200 len: 380 time: 0.0823331 Mar 31 20:48:25.278669 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-d11edef2-e12c-4f6f-bc26-006f3481f2dc tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Request body: {'port': {'device_id': '2d9cd58a-71bd-4e66-8368-69d90dc10ced', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'admin_state_up': True, 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'security_groups': ['e1deee4e-a962-45ce-99ad-14f63461850d']}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:48:25.518031 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-d11edef2-e12c-4f6f-bc26-006f3481f2dc tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Made reservation on behalf of 4396e2a514f7449287ea5b0d1b36b858 for: {'port': 1} {{(pid=110549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:48:25.521473 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-d11edef2-e12c-4f6f-bc26-006f3481f2dc tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:25.652491 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-d11edef2-e12c-4f6f-bc26-006f3481f2dc tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Allocated IP 172.20.0.5 (63cb74cd-f9ca-4f98-a1e8-3428b271c26f/7eadc9f8-4885-4224-91fc-800445db1b60/af733515-be5b-41af-b4b9-a8d1f9362ded) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:48:25.788743 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-d11edef2-e12c-4f6f-bc26-006f3481f2dc tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for port (af733515-be5b-41af-b4b9-a8d1f9362ded), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:25.884287 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-d11edef2-e12c-4f6f-bc26-006f3481f2dc tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (af733515-be5b-41af-b4b9-a8d1f9362ded), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:25.926913 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-d11edef2-e12c-4f6f-bc26-006f3481f2dc tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:48:25.930052 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-d11edef2-e12c-4f6f-bc26-006f3481f2dc tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:48:25.937363 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-d11edef2-e12c-4f6f-bc26-006f3481f2dc tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:48:25.960663 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11edef2-e12c-4f6f-bc26-006f3481f2dc tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event updated for resources: {'Port': ['ID=af733515-be5b-41af-b4b9-a8d1f9362ded,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:25.989097 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-d11edef2-e12c-4f6f-bc26-006f3481f2dc tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:25.989734 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-d11edef2-e12c-4f6f-bc26-006f3481f2dc tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:26.075320 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-d11edef2-e12c-4f6f-bc26-006f3481f2dc tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8003399 Mar 31 20:48:26.087397 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-3aa3eed0-9310-4e82-b2d8-e08513dec69a service neutron] Request body: {'port': {'device_id': '2d9cd58a-71bd-4e66-8368-69d90dc10ced', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:48:26.149980 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-3aa3eed0-9310-4e82-b2d8-e08513dec69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (af733515-be5b-41af-b4b9-a8d1f9362ded), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:26.206230 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-91c68888-9e77-4aaa-9586-69333c338bd8 None None] Provisioning complete for port af733515-be5b-41af-b4b9-a8d1f9362ded triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:48:26.206792 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-91c68888-9e77-4aaa-9586-69333c338bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (af733515-be5b-41af-b4b9-a8d1f9362ded), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:26.240153 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-91c68888-9e77-4aaa-9586-69333c338bd8 None None] Port af733515-be5b-41af-b4b9-a8d1f9362ded cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:48:26.309239 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6298c1d-3077-4403-8241-4132bc833394 req-191c4a03-e2dd-4e4b-ae17-45d31101db76 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:26.310666 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d6298c1d-3077-4403-8241-4132bc833394 req-191c4a03-e2dd-4e4b-ae17-45d31101db76 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.1296866 Mar 31 20:48:26.458392 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3894a50-a64f-4fe9-8bdc-24532c3a3bb0 req-e4fbe683-2624-455b-af9f-6887b395bd78 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:26.459764 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c3894a50-a64f-4fe9-8bdc-24532c3a3bb0 req-e4fbe683-2624-455b-af9f-6887b395bd78 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9cd58a-71bd-4e66-8368-69d90dc10ced HTTP/1.1" status: 200 len: 931 time: 0.1607118 Mar 31 20:48:26.462656 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d6298c1d-3077-4403-8241-4132bc833394 req-2f5f47ec-f3b3-4ddf-b3bc-a43e76057906 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426454 Mar 31 20:48:26.546507 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c3894a50-a64f-4fe9-8bdc-24532c3a3bb0 req-42fa8e8f-5f56-473e-9357-c3935970d02d tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1deee4e-a962-45ce-99ad-14f63461850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795436 Mar 31 20:48:26.559402 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-3aa3eed0-9310-4e82-b2d8-e08513dec69a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af733515-be5b-41af-b4b9-a8d1f9362ded {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:48:26.567372 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-3aa3eed0-9310-4e82-b2d8-e08513dec69a service neutron] Publish callbacks [] for port (af733515-be5b-41af-b4b9-a8d1f9362ded), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:26.580927 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-3aa3eed0-9310-4e82-b2d8-e08513dec69a service neutron] Transition to ACTIVE for port object af733515-be5b-41af-b4b9-a8d1f9362ded will not be triggered until provisioned by entity L2. {{(pid=110549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:48:26.672374 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-3aa3eed0-9310-4e82-b2d8-e08513dec69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12676161'] for port (af733515-be5b-41af-b4b9-a8d1f9362ded), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:26.722515 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3eed0-9310-4e82-b2d8-e08513dec69a service neutron] Pushing event updated for resources: {'Port': ['ID=af733515-be5b-41af-b4b9-a8d1f9362ded,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:26.796577 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-3aa3eed0-9310-4e82-b2d8-e08513dec69a service neutron] Attempting to bind port af733515-be5b-41af-b4b9-a8d1f9362ded on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:48:26.796914 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-3aa3eed0-9310-4e82-b2d8-e08513dec69a service neutron] Attempting to bind port af733515-be5b-41af-b4b9-a8d1f9362ded by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:48:26.797240 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-3aa3eed0-9310-4e82-b2d8-e08513dec69a service neutron] Attempting to bind port af733515-be5b-41af-b4b9-a8d1f9362ded on network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:48:26.801761 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-3aa3eed0-9310-4e82-b2d8-e08513dec69a service neutron] Port af733515-be5b-41af-b4b9-a8d1f9362ded on network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:48:26.802079 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-3aa3eed0-9310-4e82-b2d8-e08513dec69a service neutron] Attempting to bind port af733515-be5b-41af-b4b9-a8d1f9362ded on network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:48:26.807457 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-3aa3eed0-9310-4e82-b2d8-e08513dec69a service neutron] Checking agent: {'id': '7dd6c0b4-7b51-4ce7-a43e-f42db731a887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'started_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:48:26.807945 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-3aa3eed0-9310-4e82-b2d8-e08513dec69a service neutron] Checking segment: {'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:48:26.808352 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-3aa3eed0-9310-4e82-b2d8-e08513dec69a service neutron] Bound using segment: {'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:48:26.808771 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-3aa3eed0-9310-4e82-b2d8-e08513dec69a service neutron] Bound port: af733515-be5b-41af-b4b9-a8d1f9362ded, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:48:26.809175 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-3aa3eed0-9310-4e82-b2d8-e08513dec69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (af733515-be5b-41af-b4b9-a8d1f9362ded), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:26.873792 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-3aa3eed0-9310-4e82-b2d8-e08513dec69a service neutron] For port af733515-be5b-41af-b4b9-a8d1f9362ded, host hv-cinder-83607, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:48:26.877228 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-3aa3eed0-9310-4e82-b2d8-e08513dec69a service neutron] For port af733515-be5b-41af-b4b9-a8d1f9362ded, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=af733515-be5b-41af-b4b9-a8d1f9362ded,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:48:26.992739 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-3aa3eed0-9310-4e82-b2d8-e08513dec69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12676161'] for port (af733515-be5b-41af-b4b9-a8d1f9362ded), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:27.027632 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-3aa3eed0-9310-4e82-b2d8-e08513dec69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:27.028312 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-3aa3eed0-9310-4e82-b2d8-e08513dec69a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:27.029695 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-3aa3eed0-9310-4e82-b2d8-e08513dec69a service neutron] 10.222.0.32 "PUT /v2.0/ports/af733515-be5b-41af-b4b9-a8d1f9362ded HTTP/1.1" status: 200 len: 1093 time: 0.9471512 Mar 31 20:48:27.030113 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9cd58a-71bd-4e66-8368-69d90dc10ced', 'tag': 'af733515-be5b-41af-b4b9-a8d1f9362ded'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:48:27.032332 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5253feeaf43b009d496c5950c37129f342c333472f7057fa14384dd137f2b4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187aaec1-0d86-4c99-a9ff-56cd802b5f06" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9cd58a-71bd-4e66-8368-69d90dc10ced", "tag": "af733515-be5b-41af-b4b9-a8d1f9362ded"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:48:27.056676 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3eed0-9310-4e82-b2d8-e08513dec69a service neutron] Pushing event updated for resources: {'Port': ['ID=af733515-be5b-41af-b4b9-a8d1f9362ded,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:27.081287 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ffa58c-c45f-45c5-885b-59c7d55bac65 x-openstack-request-id: req-c5ffa58c-c45f-45c5-885b-59c7d55bac65 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:48:27.081580 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9cd58a-71bd-4e66-8368-69d90dc10ced", "tag": "af733515-be5b-41af-b4b9-a8d1f9362ded", "status": "completed", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:48:27.081832 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c5ffa58c-c45f-45c5-885b-59c7d55bac65 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:48:27.082378 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ffa58c-c45f-45c5-885b-59c7d55bac65'] response: {'name': 'network-changed', 'server_uuid': '2d9cd58a-71bd-4e66-8368-69d90dc10ced', 'tag': 'af733515-be5b-41af-b4b9-a8d1f9362ded', 'status': 'completed', 'code': 200} Mar 31 20:48:27.163934 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187aaec1-0d86-4c99-a9ff-56cd802b5f06 req-57d5d412-d81f-45f5-9185-b8e2805ea080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:27.165461 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-187aaec1-0d86-4c99-a9ff-56cd802b5f06 req-57d5d412-d81f-45f5-9185-b8e2805ea080 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4396e2a514f7449287ea5b0d1b36b858&device_id=2d9cd58a-71bd-4e66-8368-69d90dc10ced HTTP/1.1" status: 200 len: 1127 time: 0.0467906 Mar 31 20:48:27.270711 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187aaec1-0d86-4c99-a9ff-56cd802b5f06 req-d832141e-2bc0-43de-af87-5ef55c6650af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:27.272185 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-187aaec1-0d86-4c99-a9ff-56cd802b5f06 req-d832141e-2bc0-43de-af87-5ef55c6650af service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4396e2a514f7449287ea5b0d1b36b858&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0943613 Mar 31 20:48:27.385111 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187aaec1-0d86-4c99-a9ff-56cd802b5f06 req-df801538-b091-48ac-87f0-3adf916d4ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:27.386505 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-187aaec1-0d86-4c99-a9ff-56cd802b5f06 req-df801538-b091-48ac-87f0-3adf916d4ef8 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1072938 Mar 31 20:48:27.469455 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-dd0270cb-1ae2-4222-8e61-265b7924a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:27.470957 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-dd0270cb-1ae2-4222-8e61-265b7924a619 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4396e2a514f7449287ea5b0d1b36b858&device_id=2d9cd58a-71bd-4e66-8368-69d90dc10ced HTTP/1.1" status: 200 len: 1127 time: 0.0476844 Mar 31 20:48:27.513307 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-8fbebc3b-aa46-4258-9306-91e1800573cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af733515-be5b-41af-b4b9-a8d1f9362ded HTTP/1.1" status: 200 len: 217 time: 0.0344317 Mar 31 20:48:27.592325 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-c2b3ca89-de0a-4a09-a8d2-c1b35855e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:27.594316 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-c2b3ca89-de0a-4a09-a8d2-c1b35855e597 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7eadc9f8-4885-4224-91fc-800445db1b60 HTTP/1.1" status: 200 len: 853 time: 0.0744708 Mar 31 20:48:27.659807 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f106e4-387a-4901-b644-c31608531373 req-41e708e0-2d4a-47be-b53c-3ad2abaa9fb9 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:27.661276 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-32f106e4-387a-4901-b644-c31608531373 req-41e708e0-2d4a-47be-b53c-3ad2abaa9fb9 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.1157961 Mar 31 20:48:27.739308 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-f95ce6eb-e503-4945-8a27-620b44cf25f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:27.740845 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-f95ce6eb-e503-4945-8a27-620b44cf25f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cb74cd-f9ca-4f98-a1e8-3428b271c26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1385078 Mar 31 20:48:27.762593 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-32f106e4-387a-4901-b644-c31608531373 req-24b76aae-c5a6-46a9-ba9f-193fdc8d80f7 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859675 Mar 31 20:48:27.770992 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353f665-4442-40cf-9a88-5ff86990a994 req-be4489d2-6a70-4d70-95ee-561cc3de3f4d tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:27.772435 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e353f665-4442-40cf-9a88-5ff86990a994 req-be4489d2-6a70-4d70-95ee-561cc3de3f4d tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9cd58a-71bd-4e66-8368-69d90dc10ced HTTP/1.1" status: 200 len: 943 time: 0.1418667 Mar 31 20:48:27.875294 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e353f665-4442-40cf-9a88-5ff86990a994 req-0c15c9df-8bfa-4bb7-8fd1-12669d7ebbb3 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1deee4e-a962-45ce-99ad-14f63461850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862331 Mar 31 20:48:27.881767 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-54a173df-d773-4899-9719-d8a02ce77367 service neutron] 10.222.0.32 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296539 Mar 31 20:48:27.977102 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-30ca4808-0b56-4938-ab4d-4d0d2cf88d0f req-7d38fa87-dba6-49a8-ad18-1be8b18d7706 service neutron] 10.222.0.32 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854096 Mar 31 20:48:28.560023 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:48:28.879689 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f468fe-8c16-4ec8-9112-116c5df51f49 req-0e59e97a-f7f5-43d3-beb7-d481a6ff7f34 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:28.881113 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e2f468fe-8c16-4ec8-9112-116c5df51f49 req-0e59e97a-f7f5-43d3-beb7-d481a6ff7f34 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0530849 Mar 31 20:48:28.929046 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e2f468fe-8c16-4ec8-9112-116c5df51f49 req-cfb61149-4c51-417a-800e-bad9fe79eb8f tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423133 Mar 31 20:48:28.987688 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b911177-7fd8-45a3-865a-50088474920d req-07701a61-cae7-463f-8daf-53da263d7c39 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:28.989180 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8b911177-7fd8-45a3-865a-50088474920d req-07701a61-cae7-463f-8daf-53da263d7c39 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9cd58a-71bd-4e66-8368-69d90dc10ced HTTP/1.1" status: 200 len: 943 time: 0.0512218 Mar 31 20:48:29.035487 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8b911177-7fd8-45a3-865a-50088474920d req-b7546b02-ec4a-4683-9832-cc1f1daf76ac tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1deee4e-a962-45ce-99ad-14f63461850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406516 Mar 31 20:48:30.047218 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd7d17-71e3-4b33-ba2e-ab852d3d818f req-9d5947e3-1200-4de8-8b69-67ec9526a8f6 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:30.048711 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-56fd7d17-71e3-4b33-ba2e-ab852d3d818f req-9d5947e3-1200-4de8-8b69-67ec9526a8f6 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0545814 Mar 31 20:48:30.108885 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-56fd7d17-71e3-4b33-ba2e-ab852d3d818f req-44f3872e-56c8-4cbb-99ea-254a3ff0b237 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541663 Mar 31 20:48:30.171991 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8787e-0d6e-42d1-96b5-120555ad40c9 req-1743ad31-50d1-4bd5-8a2e-77834483852b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:30.173475 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-47d8787e-0d6e-42d1-96b5-120555ad40c9 req-1743ad31-50d1-4bd5-8a2e-77834483852b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9cd58a-71bd-4e66-8368-69d90dc10ced HTTP/1.1" status: 200 len: 943 time: 0.0549443 Mar 31 20:48:30.222096 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-47d8787e-0d6e-42d1-96b5-120555ad40c9 req-ec5f28e0-b156-4b72-be50-38b992f77762 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1deee4e-a962-45ce-99ad-14f63461850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429292 Mar 31 20:48:30.841960 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device af733515-be5b-41af-b4b9-a8d1f9362ded details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:48:30.938779 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port af733515-be5b-41af-b4b9-a8d1f9362ded, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=af733515-be5b-41af-b4b9-a8d1f9362ded,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:48:30.950315 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': 'af733515-be5b-41af-b4b9-a8d1f9362ded', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'port_id': 'af733515-be5b-41af-b4b9-a8d1f9362ded', 'mac_address': 'fa:16:3e:9c:3a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:48:30.986777 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port af733515-be5b-41af-b4b9-a8d1f9362ded is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:48:30.987175 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (af733515-be5b-41af-b4b9-a8d1f9362ded), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:31.000289 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af733515-be5b-41af-b4b9-a8d1f9362ded {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:48:31.022292 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port af733515-be5b-41af-b4b9-a8d1f9362ded, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=af733515-be5b-41af-b4b9-a8d1f9362ded,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:48:31.127700 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (af733515-be5b-41af-b4b9-a8d1f9362ded), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:31.179407 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=af733515-be5b-41af-b4b9-a8d1f9362ded,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:31.231518 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263cce8-fe81-466d-aac2-88fd0b2f3bce req-7c1b88c0-34b0-4b1b-a964-24e406bee957 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:31.234148 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4263cce8-fe81-466d-aac2-88fd0b2f3bce req-7c1b88c0-34b0-4b1b-a964-24e406bee957 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0546036 Mar 31 20:48:31.281403 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4263cce8-fe81-466d-aac2-88fd0b2f3bce req-2d79780d-5f6f-4649-9a4c-c4131883285d tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426092 Mar 31 20:48:31.345999 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c29a4-95d4-4868-9709-19b1d0c0dad0 req-d93d19ea-2836-4ffd-94b6-e6b9d19da319 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:31.347459 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-400c29a4-95d4-4868-9709-19b1d0c0dad0 req-d93d19ea-2836-4ffd-94b6-e6b9d19da319 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9cd58a-71bd-4e66-8368-69d90dc10ced HTTP/1.1" status: 200 len: 944 time: 0.0567722 Mar 31 20:48:31.394342 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-400c29a4-95d4-4868-9709-19b1d0c0dad0 req-0041b304-571c-474d-9cb3-032a7b75565c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1deee4e-a962-45ce-99ad-14f63461850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411286 Mar 31 20:48:31.465852 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['af733515-be5b-41af-b4b9-a8d1f9362ded'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:48:32.395850 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29223a0a-dcc8-428f-9fc9-7b3f9de87ae6 req-69da4864-7f32-4d26-bc44-c46bc9cfc674 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:32.397223 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-29223a0a-dcc8-428f-9fc9-7b3f9de87ae6 req-69da4864-7f32-4d26-bc44-c46bc9cfc674 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0503814 Mar 31 20:48:32.446903 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-29223a0a-dcc8-428f-9fc9-7b3f9de87ae6 req-95fdbc7e-b1b2-4ef3-b891-9fc8ab4d33a2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442417 Mar 31 20:48:32.510556 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075d2cc-3454-4640-ae9a-5c41ef658407 req-03596c54-9c8e-4436-8cef-51dbf27a32c2 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:32.512020 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8075d2cc-3454-4640-ae9a-5c41ef658407 req-03596c54-9c8e-4436-8cef-51dbf27a32c2 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9cd58a-71bd-4e66-8368-69d90dc10ced HTTP/1.1" status: 200 len: 944 time: 0.0508120 Mar 31 20:48:32.557669 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8075d2cc-3454-4640-ae9a-5c41ef658407 req-8363908e-bdbe-4869-9745-08faad0a3416 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1deee4e-a962-45ce-99ad-14f63461850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394168 Mar 31 20:48:32.859418 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device af733515-be5b-41af-b4b9-a8d1f9362ded up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:48:33.021086 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning for port af733515-be5b-41af-b4b9-a8d1f9362ded completed by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:48:33.025096 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port af733515-be5b-41af-b4b9-a8d1f9362ded triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:48:33.025378 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (af733515-be5b-41af-b4b9-a8d1f9362ded), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:33.100358 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port af733515-be5b-41af-b4b9-a8d1f9362ded is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:48:33.100749 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (af733515-be5b-41af-b4b9-a8d1f9362ded), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:33.123919 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9cd58a-71bd-4e66-8368-69d90dc10ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af733515-be5b-41af-b4b9-a8d1f9362ded'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:48:33.126936 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f09fef-d0a2-42cd-a8b6-1a5450276028" -d '{"events": [{"server_uuid": "2d9cd58a-71bd-4e66-8368-69d90dc10ced", "name": "network-vif-plugged", "status": "completed", "tag": "af733515-be5b-41af-b4b9-a8d1f9362ded"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:48:33.139416 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port af733515-be5b-41af-b4b9-a8d1f9362ded, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=af733515-be5b-41af-b4b9-a8d1f9362ded,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:48:33.162696 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0732f01-a842-4206-9ab7-d1a0154b605d x-openstack-request-id: req-d0732f01-a842-4206-9ab7-d1a0154b605d {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:48:33.163019 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9cd58a-71bd-4e66-8368-69d90dc10ced", "name": "network-vif-plugged", "status": "completed", "tag": "af733515-be5b-41af-b4b9-a8d1f9362ded", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:48:33.163276 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d0732f01-a842-4206-9ab7-d1a0154b605d {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:48:33.163675 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0732f01-a842-4206-9ab7-d1a0154b605d'] response: {'server_uuid': '2d9cd58a-71bd-4e66-8368-69d90dc10ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af733515-be5b-41af-b4b9-a8d1f9362ded', 'code': 200} Mar 31 20:48:33.224998 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (af733515-be5b-41af-b4b9-a8d1f9362ded), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:33.276975 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=af733515-be5b-41af-b4b9-a8d1f9362ded,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:33.286565 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:33.305884 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b390fe1-fc81-468f-9246-81332f652f21 req-8206e0e3-f5b9-4139-a981-1321fe393b4d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:33.307698 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7b390fe1-fc81-468f-9246-81332f652f21 req-8206e0e3-f5b9-4139-a981-1321fe393b4d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 946 time: 0.0551305 Mar 31 20:48:33.354569 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7b390fe1-fc81-468f-9246-81332f652f21 req-c7c654c4-0777-4329-8882-898dd2c5fd29 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406854 Mar 31 20:48:33.511692 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56264fe6-a132-42e2-9351-e52d070bd10c req-6ef25f91-0fad-4755-92e2-18fa7c30d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:33.513922 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-56264fe6-a132-42e2-9351-e52d070bd10c req-6ef25f91-0fad-4755-92e2-18fa7c30d2bb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2d9cd58a-71bd-4e66-8368-69d90dc10ced HTTP/1.1" status: 200 len: 1129 time: 0.0613286 Mar 31 20:48:33.586810 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-56264fe6-a132-42e2-9351-e52d070bd10c req-6c882967-3c30-4f59-b2f7-f49f7ce1afda service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e1deee4e-a962-45ce-99ad-14f63461850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669594 Mar 31 20:48:33.602982 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7f950-a941-4100-9092-6652cdb7a151 req-b47e1360-a414-44d1-ab09-24061d6c027b tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:33.604563 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-22f7f950-a941-4100-9092-6652cdb7a151 req-b47e1360-a414-44d1-ab09-24061d6c027b tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0720983 Mar 31 20:48:33.685572 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-22f7f950-a941-4100-9092-6652cdb7a151 req-4ab3bc49-01a4-4b54-94f4-dddf4d518560 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755091 Mar 31 20:48:33.703588 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548765a-cc65-43de-9c6c-98e40f47d396 req-1174cd8c-980d-43a9-9b72-afacb1981f5f tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:33.705076 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d548765a-cc65-43de-9c6c-98e40f47d396 req-1174cd8c-980d-43a9-9b72-afacb1981f5f tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9cd58a-71bd-4e66-8368-69d90dc10ced HTTP/1.1" status: 200 len: 945 time: 0.0801125 Mar 31 20:48:33.754341 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d548765a-cc65-43de-9c6c-98e40f47d396 req-ce0ad0f5-a58f-41fd-af4e-151285373b16 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1deee4e-a962-45ce-99ad-14f63461850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436914 Mar 31 20:48:34.475139 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6e1db-1de6-4d15-b77c-fe9209e6ecdd req-d5331f16-3c1e-478b-a2bb-2288a940bfa2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:34.476640 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-abc6e1db-1de6-4d15-b77c-fe9209e6ecdd req-d5331f16-3c1e-478b-a2bb-2288a940bfa2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 946 time: 0.0522957 Mar 31 20:48:34.522393 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-abc6e1db-1de6-4d15-b77c-fe9209e6ecdd req-7c396976-f69d-43ba-8864-d5b2b6c2ad66 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401976 Mar 31 20:48:34.801859 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae712d-669d-4e82-bdf3-68fb43d03758 req-27b62086-5da1-42a5-a074-dd4d2f4936dd tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:34.803369 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6cae712d-669d-4e82-bdf3-68fb43d03758 req-27b62086-5da1-42a5-a074-dd4d2f4936dd tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0513029 Mar 31 20:48:34.880744 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6cae712d-669d-4e82-bdf3-68fb43d03758 req-4a6e7225-c61f-4c63-b260-17cc79f35e10 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715177 Mar 31 20:48:34.896183 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882bf43-cf58-4d85-ba4b-e8c73c503bc6 req-c3a97e26-e667-4884-80b3-c3ad15df507f tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:34.897621 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6882bf43-cf58-4d85-ba4b-e8c73c503bc6 req-c3a97e26-e667-4884-80b3-c3ad15df507f tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9cd58a-71bd-4e66-8368-69d90dc10ced HTTP/1.1" status: 200 len: 945 time: 0.0749316 Mar 31 20:48:34.944765 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6882bf43-cf58-4d85-ba4b-e8c73c503bc6 req-744bdf73-6b9f-421a-b171-c803c590bcd8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1deee4e-a962-45ce-99ad-14f63461850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414932 Mar 31 20:48:35.479611 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4504418-aac1-4d0f-bf3a-5b177a359983 req-a61d7ad8-5ac0-4776-9675-f2007662518f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:35.481084 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b4504418-aac1-4d0f-bf3a-5b177a359983 req-a61d7ad8-5ac0-4776-9675-f2007662518f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 946 time: 0.0515730 Mar 31 20:48:35.584440 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [req-b4504418-aac1-4d0f-bf3a-5b177a359983 req-1bb4b945-84e9-4ad8-b38b-6ba5ff539b8f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Deleting port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:48:35.585152 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-b4504418-aac1-4d0f-bf3a-5b177a359983 req-1bb4b945-84e9-4ad8-b38b-6ba5ff539b8f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:35.721813 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559a515-c697-401b-8a7f-c5f674583f35 req-8a424c06-0a87-410d-8426-9a1f0a9d0715 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:35.723300 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2559a515-c697-401b-8a7f-c5f674583f35 req-8a424c06-0a87-410d-8426-9a1f0a9d0715 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 946 time: 0.1245546 Mar 31 20:48:35.732233 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [req-b4504418-aac1-4d0f-bf3a-5b177a359983 req-1bb4b945-84e9-4ad8-b38b-6ba5ff539b8f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] For port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=86ef448c-1b94-4e59-8b63-75a5cd8a80ee,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:48:35.732233 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-b4504418-aac1-4d0f-bf3a-5b177a359983 req-1bb4b945-84e9-4ad8-b38b-6ba5ff539b8f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:35.823462 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2559a515-c697-401b-8a7f-c5f674583f35 req-aa4b4240-916f-4023-bd9d-694b46305861 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=626330db-f2ab-4afb-9c18-da9fd6ef09c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941772 Mar 31 20:48:35.934115 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-b4504418-aac1-4d0f-bf3a-5b177a359983 req-1bb4b945-84e9-4ad8-b38b-6ba5ff539b8f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:35.934484 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-b4504418-aac1-4d0f-bf3a-5b177a359983 req-1bb4b945-84e9-4ad8-b38b-6ba5ff539b8f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (29cb4e10-f4f9-4a89-9829-ebe263ee989d), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:35.934798 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.db.l3_db [req-b4504418-aac1-4d0f-bf3a-5b177a359983 req-1bb4b945-84e9-4ad8-b38b-6ba5ff539b8f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Floating IP 29cb4e10-f4f9-4a89-9829-ebe263ee989d disassociated. External IP: 172.27.0.208, port: 86ef448c-1b94-4e59-8b63-75a5cd8a80ee. Mar 31 20:48:35.935138 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [req-b4504418-aac1-4d0f-bf3a-5b177a359983 req-1bb4b945-84e9-4ad8-b38b-6ba5ff539b8f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Calling delete_port for 86ef448c-1b94-4e59-8b63-75a5cd8a80ee owned by compute:nova {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:48:36.083025 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b5830-c761-4086-beea-3b1ac5e3da44 req-b721a6ea-890c-4eba-abf7-a5ed1ed3b66f tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:36.084439 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3b5b5830-c761-4086-beea-3b1ac5e3da44 req-b721a6ea-890c-4eba-abf7-a5ed1ed3b66f tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.1356761 Mar 31 20:48:36.118146 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ba8c1-df3e-4f7f-8924-01318488cb1e req-09a440ee-cc70-4489-9b23-52e32273697e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:36.119634 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b30ba8c1-df3e-4f7f-8924-01318488cb1e req-09a440ee-cc70-4489-9b23-52e32273697e tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9cd58a-71bd-4e66-8368-69d90dc10ced HTTP/1.1" status: 200 len: 945 time: 0.1093106 Mar 31 20:48:36.200761 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3b5b5830-c761-4086-beea-3b1ac5e3da44 req-3d71fef9-00b6-40c4-a373-d4eaac5b2a69 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105659 Mar 31 20:48:36.231108 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b30ba8c1-df3e-4f7f-8924-01318488cb1e req-d247eaae-d13c-4725-b847-0485337d42a3 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1deee4e-a962-45ce-99ad-14f63461850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804551 Mar 31 20:48:36.286575 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-b4504418-aac1-4d0f-bf3a-5b177a359983 req-1bb4b945-84e9-4ad8-b38b-6ba5ff539b8f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (86ef448c-1b94-4e59-8b63-75a5cd8a80ee), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:36.316122 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4b945-84e9-4ad8-b38b-6ba5ff539b8f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Pushing event deleted for resources: {'Port': ['ID=86ef448c-1b94-4e59-8b63-75a5cd8a80ee,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:36.715358 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60a9a3-3d9a-4103-a9d5-327ebd031220 req-16cc29e9-bd3f-46f9-9ca7-afe828ef9345 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:36.716948 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bd60a9a3-3d9a-4103-a9d5-327ebd031220 req-16cc29e9-bd3f-46f9-9ca7-afe828ef9345 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9cd58a-71bd-4e66-8368-69d90dc10ced HTTP/1.1" status: 200 len: 945 time: 0.4038837 Mar 31 20:48:36.729960 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 59680) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:48:36.733021 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f937f1-51ed-44ce-9560-d78670374373 req-9a002b11-7a56-451a-9c7b-d28bcae257a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:36.735175 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-aac7080d-f5d2-4fe8-a011-cd401a858fce tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Request body: {'floatingip': {'port_id': 'af733515-be5b-41af-b4b9-a8d1f9362ded'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:48:36.735337 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-80f937f1-51ed-44ce-9560-d78670374373 req-9a002b11-7a56-451a-9c7b-d28bcae257a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=654be7b7f6b046c4a444ce74acbb673c&device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 1130 time: 0.0511897 Mar 31 20:48:36.792600 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-aac7080d-f5d2-4fe8-a011-cd401a858fce tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (ff6b5314-a035-4408-9482-83cd6f74dae3), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:36.801021 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c6a02-3d6a-4675-a125-ade14dc7525a req-192137de-0b6c-4e12-9522-f26532b44994 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:36.802539 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a38c6a02-3d6a-4675-a125-ade14dc7525a req-192137de-0b6c-4e12-9522-f26532b44994 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.1463380 Mar 31 20:48:36.837903 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f937f1-51ed-44ce-9560-d78670374373 req-32fcaddc-a3dd-48ab-8e1b-4ca7f1e7a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:36.839853 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-80f937f1-51ed-44ce-9560-d78670374373 req-32fcaddc-a3dd-48ab-8e1b-4ca7f1e7a486 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aae64b56-d644-454d-807a-9ff75eea577e HTTP/1.1" status: 200 len: 910 time: 0.0977423 Mar 31 20:48:36.851526 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4504418-aac1-4d0f-bf3a-5b177a359983 req-1bb4b945-84e9-4ad8-b38b-6ba5ff539b8f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Router 6e8fb055-4b89-4db6-9327-8ddbd9c40743 has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:48:36.928419 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-80f937f1-51ed-44ce-9560-d78670374373 req-f638b416-f10a-43ee-8c3a-1ef7d3e34521 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ad761be-8f31-482c-8f22-6f7d29081b5b HTTP/1.1" status: 200 len: 1002 time: 0.0803180 Mar 31 20:48:36.978952 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f937f1-51ed-44ce-9560-d78670374373 req-080f5b4d-ef76-4d2d-b164-e69cc3311aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:36.980462 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-80f937f1-51ed-44ce-9560-d78670374373 req-080f5b4d-ef76-4d2d-b164-e69cc3311aa3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29e5f0dd-54c8-4420-95e1-1b4acc9a8f80 HTTP/1.1" status: 200 len: 848 time: 0.0450709 Mar 31 20:48:37.031165 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f937f1-51ed-44ce-9560-d78670374373 req-8b137f2e-8a66-41bd-97ab-ef2b5898df69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:37.032736 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-80f937f1-51ed-44ce-9560-d78670374373 req-8b137f2e-8a66-41bd-97ab-ef2b5898df69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aae64b56-d644-454d-807a-9ff75eea577e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459106 Mar 31 20:48:37.036586 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2a4d0434-ded8-41d0-8571-bcda0f11b590 req-a9940861-eadc-4fa5-a279-3661c8c3820c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 210 time: 0.1186025 Mar 31 20:48:37.045343 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a38c6a02-3d6a-4675-a125-ade14dc7525a req-e53c39c9-c599-4f4c-b4bf-9a1d2bd70511 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110069 Mar 31 20:48:37.140724 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-80f937f1-51ed-44ce-9560-d78670374373 req-6bc97e0b-ef82-4b63-967e-39ce4ebfa4b0 service neutron] 10.222.0.32 "GET /v2.0/networks/aae64b56-d644-454d-807a-9ff75eea577e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003456 Mar 31 20:48:37.161004 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4504418-aac1-4d0f-bf3a-5b177a359983 req-1bb4b945-84e9-4ad8-b38b-6ba5ff539b8f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:48:37.172458 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f69c43d-a079-4a87-8300-a87c010e10bf None None] Sync routers for ids ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:48:37.189284 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f69c43d-a079-4a87-8300-a87c010e10bf None None] Routers {'6e8fb055-4b89-4db6-9327-8ddbd9c40743'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:48:37.190158 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-6f69c43d-a079-4a87-8300-a87c010e10bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:48:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:37.213123 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4504418-aac1-4d0f-bf3a-5b177a359983 req-1bb4b945-84e9-4ad8-b38b-6ba5ff539b8f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] No DVR routers for this DVR port 86ef448c-1b94-4e59-8b63-75a5cd8a80ee on host hv-cinder-83607 {{(pid=110549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:48:37.218415 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-b4504418-aac1-4d0f-bf3a-5b177a359983 req-1bb4b945-84e9-4ad8-b38b-6ba5ff539b8f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:37.221605 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b4504418-aac1-4d0f-bf3a-5b177a359983 req-1bb4b945-84e9-4ad8-b38b-6ba5ff539b8f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.32 "DELETE /v2.0/ports/86ef448c-1b94-4e59-8b63-75a5cd8a80ee HTTP/1.1" status: 204 len: 173 time: 1.7348771 Mar 31 20:48:37.222051 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1811c10-9b50-4836-8d81-efae3268db24', 'name': 'network-vif-deleted', 'tag': '86ef448c-1b94-4e59-8b63-75a5cd8a80ee'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:48:37.224317 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5253feeaf43b009d496c5950c37129f342c333472f7057fa14384dd137f2b4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f17501-22a1-440f-aafe-587c654d8614" -d '{"events": [{"server_uuid": "a1811c10-9b50-4836-8d81-efae3268db24", "name": "network-vif-deleted", "tag": "86ef448c-1b94-4e59-8b63-75a5cd8a80ee"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:48:37.242674 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-80f937f1-51ed-44ce-9560-d78670374373 req-4d1aede4-445f-4d57-91e6-c89d7fac8484 service neutron] 10.222.0.32 "GET /v2.0/networks/aae64b56-d644-454d-807a-9ff75eea577e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951712 Mar 31 20:48:37.303275 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a09f80f-b7ca-4a8c-9948-cb16c5317ca0 x-openstack-request-id: req-6a09f80f-b7ca-4a8c-9948-cb16c5317ca0 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:48:37.304211 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1811c10-9b50-4836-8d81-efae3268db24", "name": "network-vif-deleted", "tag": "86ef448c-1b94-4e59-8b63-75a5cd8a80ee", "status": "completed", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:48:37.304211 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6a09f80f-b7ca-4a8c-9948-cb16c5317ca0 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:48:37.304532 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a09f80f-b7ca-4a8c-9948-cb16c5317ca0'] response: {'server_uuid': 'a1811c10-9b50-4836-8d81-efae3268db24', 'name': 'network-vif-deleted', 'tag': '86ef448c-1b94-4e59-8b63-75a5cd8a80ee', 'status': 'completed', 'code': 200} Mar 31 20:48:37.445035 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-6f69c43d-a079-4a87-8300-a87c010e10bf None None] Set router 6e8fb055-4b89-4db6-9327-8ddbd9c40743 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:48:37.449603 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-aac7080d-f5d2-4fe8-a011-cd401a858fce tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:37.524148 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-aac7080d-f5d2-4fe8-a011-cd401a858fce tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (ff6b5314-a035-4408-9482-83cd6f74dae3), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:37.631985 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.db.l3_db [None req-aac7080d-f5d2-4fe8-a011-cd401a858fce tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Floating IP ff6b5314-a035-4408-9482-83cd6f74dae3 associated. External IP: 172.27.0.154, port: af733515-be5b-41af-b4b9-a8d1f9362ded. Mar 31 20:48:37.650678 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-6f69c43d-a079-4a87-8300-a87c010e10bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'name': 'tempest-AttachVolumeShelveTestJSON-620146898-router', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:43Z', 'revision_number': 4, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'gw_port': {'id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'b36cad33-9bb1-4af8-a697-e43df3567b0b', 'name': '', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'mac_address': 'fa:16:3e:b8:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:51Z', 'revision_number': 5, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'subnets': [{'id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:37.682888 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f69c43d-a079-4a87-8300-a87c010e10bf None None] Checking router: 6e8fb055-4b89-4db6-9327-8ddbd9c40743 for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:48:37.692413 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f69c43d-a079-4a87-8300-a87c010e10bf None None] Routers {'6e8fb055-4b89-4db6-9327-8ddbd9c40743'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:48:37.693544 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-6f69c43d-a079-4a87-8300-a87c010e10bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:48:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:37.800016 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-6f69c43d-a079-4a87-8300-a87c010e10bf None None] Set router 6e8fb055-4b89-4db6-9327-8ddbd9c40743 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:48:37.857951 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac7080d-f5d2-4fe8-a011-cd401a858fce tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Router 9c84159c-985b-4c22-95dc-29e58752883b has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:48:37.968251 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac7080d-f5d2-4fe8-a011-cd401a858fce tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:48:37.973136 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-aac7080d-f5d2-4fe8-a011-cd401a858fce tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:37.979457 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e317664-b361-4a1e-b951-04345b363df9 None None] Sync routers for ids ['9c84159c-985b-4c22-95dc-29e58752883b'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:48:37.992689 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e317664-b361-4a1e-b951-04345b363df9 None None] Routers {'9c84159c-985b-4c22-95dc-29e58752883b'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:48:37.993613 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-0e317664-b361-4a1e-b951-04345b363df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:48:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['9c84159c-985b-4c22-95dc-29e58752883b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:38.004081 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-6f69c43d-a079-4a87-8300-a87c010e10bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'name': 'tempest-AttachVolumeShelveTestJSON-620146898-router', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:43Z', 'revision_number': 4, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'gw_port': {'id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'b36cad33-9bb1-4af8-a697-e43df3567b0b', 'name': '', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'mac_address': 'fa:16:3e:b8:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:51Z', 'revision_number': 5, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'subnets': [{'id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:38.005486 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-aac7080d-f5d2-4fe8-a011-cd401a858fce tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "PUT /v2.0/floatingips/ff6b5314-a035-4408-9482-83cd6f74dae3 HTTP/1.1" status: 200 len: 991 time: 1.2744703 Mar 31 20:48:38.031963 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f69c43d-a079-4a87-8300-a87c010e10bf None None] The sync data for ids ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'] in dv-cinder-836072-1-iscsi is: [{'id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'name': 'tempest-AttachVolumeShelveTestJSON-620146898-router', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:43Z', 'revision_number': 4, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'gw_port': {'id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'b36cad33-9bb1-4af8-a697-e43df3567b0b', 'name': '', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'mac_address': 'fa:16:3e:b8:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:51Z', 'revision_number': 5, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'subnets': [{'id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:48:38.112161 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-0e317664-b361-4a1e-b951-04345b363df9 None None] Set router 9c84159c-985b-4c22-95dc-29e58752883b gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:48:38.203871 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b272a6b6-ae5d-4af2-ba50-0ee5fed68374 req-9606f9f2-23bc-4b0b-81ac-46de8205badf tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1811c10-9b50-4836-8d81-efae3268db24 HTTP/1.1" status: 200 len: 210 time: 0.0419302 Mar 31 20:48:38.237454 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b63f51-6ce4-477b-9a40-03009da3f76a req-e62cebb8-6aab-41be-b93b-03fde9736ba9 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:38.240269 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-31b63f51-6ce4-477b-9a40-03009da3f76a req-e62cebb8-6aab-41be-b93b-03fde9736ba9 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0932667 Mar 31 20:48:38.307548 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-31b63f51-6ce4-477b-9a40-03009da3f76a req-bb361f89-3408-4959-ad7a-3d6eff4dbbed tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616465 Mar 31 20:48:38.356808 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c98efaa-a737-4e48-934e-1c20d9db7e57 None None] New status for floating IP 29cb4e10-f4f9-4a89-9829-ebe263ee989d: DOWN {{(pid=110551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:48:38.456262 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-0e317664-b361-4a1e-b951-04345b363df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': 'ff6b5314-a035-4408-9482-83cd6f74dae3', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'port_id': 'af733515-be5b-41af-b4b9-a8d1f9362ded', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'mac_address': 'fa:16:3e:9c:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cd58a-71bd-4e66-8368-69d90dc10ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:48:21Z', 'updated_at': '2022-03-31T20:48:37Z', 'revision_number': 1, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:59Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:38.482010 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e317664-b361-4a1e-b951-04345b363df9 None None] Checking router: 9c84159c-985b-4c22-95dc-29e58752883b for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:48:38.490318 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e317664-b361-4a1e-b951-04345b363df9 None None] Routers {'9c84159c-985b-4c22-95dc-29e58752883b'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:48:38.490923 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-0e317664-b361-4a1e-b951-04345b363df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:48:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['9c84159c-985b-4c22-95dc-29e58752883b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:38.600405 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-0e317664-b361-4a1e-b951-04345b363df9 None None] Set router 9c84159c-985b-4c22-95dc-29e58752883b gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:48:38.821642 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-0e317664-b361-4a1e-b951-04345b363df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': 'ff6b5314-a035-4408-9482-83cd6f74dae3', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'port_id': 'af733515-be5b-41af-b4b9-a8d1f9362ded', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'mac_address': 'fa:16:3e:9c:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cd58a-71bd-4e66-8368-69d90dc10ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:48:21Z', 'updated_at': '2022-03-31T20:48:37Z', 'revision_number': 1, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:59Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:38.846848 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e317664-b361-4a1e-b951-04345b363df9 None None] The sync data for ids ['9c84159c-985b-4c22-95dc-29e58752883b'] in dv-cinder-836072-1-iscsi is: [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': 'ff6b5314-a035-4408-9482-83cd6f74dae3', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'port_id': 'af733515-be5b-41af-b4b9-a8d1f9362ded', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'mac_address': 'fa:16:3e:9c:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cd58a-71bd-4e66-8368-69d90dc10ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:48:21Z', 'updated_at': '2022-03-31T20:48:37Z', 'revision_number': 1, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:59Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:48:38.863169 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 86ef448c-1b94-4e59-8b63-75a5cd8a80ee no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:48:38.888557 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] No Port match for: 86ef448c-1b94-4e59-8b63-75a5cd8a80ee {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:48:38.888907 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 86ef448c-1b94-4e59-8b63-75a5cd8a80ee not bound to the agent host hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:48:39.034897 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8af0a2-8029-4e6c-9766-99b52a4e2ab0 None None] New status for floating IP ff6b5314-a035-4408-9482-83cd6f74dae3: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:48:39.098060 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-08f52620-0f3d-4ca8-b19e-9674f1787803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:39.306082 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9cd58a-71bd-4e66-8368-69d90dc10ced', 'tag': 'af733515-be5b-41af-b4b9-a8d1f9362ded'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:48:39.308723 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5253feeaf43b009d496c5950c37129f342c333472f7057fa14384dd137f2b4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01aac2c-4cf7-4914-a9bd-878b37b980d1" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9cd58a-71bd-4e66-8368-69d90dc10ced", "tag": "af733515-be5b-41af-b4b9-a8d1f9362ded"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:48:39.345416 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09aa076d-215a-4ce6-999a-287a42e76a87 x-openstack-request-id: req-09aa076d-215a-4ce6-999a-287a42e76a87 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:48:39.345416 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9cd58a-71bd-4e66-8368-69d90dc10ced", "tag": "af733515-be5b-41af-b4b9-a8d1f9362ded", "status": "completed", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:48:39.345416 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-09aa076d-215a-4ce6-999a-287a42e76a87 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:48:39.345416 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09aa076d-215a-4ce6-999a-287a42e76a87'] response: {'name': 'network-changed', 'server_uuid': '2d9cd58a-71bd-4e66-8368-69d90dc10ced', 'tag': 'af733515-be5b-41af-b4b9-a8d1f9362ded', 'status': 'completed', 'code': 200} Mar 31 20:48:39.373114 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 59702) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:48:39.428301 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01aac2c-4cf7-4914-a9bd-878b37b980d1 req-2f914d1f-2659-4641-8887-4cdbe1aba0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:39.429821 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-c01aac2c-4cf7-4914-a9bd-878b37b980d1 req-2f914d1f-2659-4641-8887-4cdbe1aba0ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4396e2a514f7449287ea5b0d1b36b858&device_id=2d9cd58a-71bd-4e66-8368-69d90dc10ced HTTP/1.1" status: 200 len: 1129 time: 0.0495374 Mar 31 20:48:39.431653 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-25f6e3d9-c1f8-437b-a2b8-d880856049f4 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for security_group (626330db-f2ab-4afb-9c18-da9fd6ef09c1), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:39.457082 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-25f6e3d9-c1f8-437b-a2b8-d880856049f4 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for security_group (626330db-f2ab-4afb-9c18-da9fd6ef09c1), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:39.524889 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01aac2c-4cf7-4914-a9bd-878b37b980d1 req-6090d595-1b50-47e2-a522-eb901d527c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:39.526365 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-c01aac2c-4cf7-4914-a9bd-878b37b980d1 req-6090d595-1b50-47e2-a522-eb901d527c18 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63cb74cd-f9ca-4f98-a1e8-3428b271c26f HTTP/1.1" status: 200 len: 915 time: 0.0836358 Mar 31 20:48:39.566486 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-25f6e3d9-c1f8-437b-a2b8-d880856049f4 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (626330db-f2ab-4afb-9c18-da9fd6ef09c1), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:39.569229 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-25f6e3d9-c1f8-437b-a2b8-d880856049f4 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:39.570468 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-25f6e3d9-c1f8-437b-a2b8-d880856049f4 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "DELETE /v2.0/security-groups/626330db-f2ab-4afb-9c18-da9fd6ef09c1 HTTP/1.1" status: 204 len: 168 time: 0.1963799 Mar 31 20:48:39.573236 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59704) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:48:39.580078 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6e3d9-c1f8-437b-a2b8-d880856049f4 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=626330db-f2ab-4afb-9c18-da9fd6ef09c1,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:39.595149 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.api.v2.resource [None req-27045172-19f2-4493-a58d-0ae6b3218c7b tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] show failed (client error): The resource could not be found. Mar 31 20:48:39.596719 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-27045172-19f2-4493-a58d-0ae6b3218c7b tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups/626330db-f2ab-4afb-9c18-da9fd6ef09c1 HTTP/1.1" status: 404 len: 347 time: 0.0225585 Mar 31 20:48:39.599927 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 59706) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:48:39.613620 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-c01aac2c-4cf7-4914-a9bd-878b37b980d1 req-c4d10826-2fe6-47d0-acc9-9717099b8c29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af733515-be5b-41af-b4b9-a8d1f9362ded HTTP/1.1" status: 200 len: 1001 time: 0.0797620 Mar 31 20:48:39.665176 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01aac2c-4cf7-4914-a9bd-878b37b980d1 req-edea4d71-ab34-496e-bafa-d2a9c81ff278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:39.666536 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-c01aac2c-4cf7-4914-a9bd-878b37b980d1 req-edea4d71-ab34-496e-bafa-d2a9c81ff278 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7eadc9f8-4885-4224-91fc-800445db1b60 HTTP/1.1" status: 200 len: 853 time: 0.0449243 Mar 31 20:48:39.715153 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01aac2c-4cf7-4914-a9bd-878b37b980d1 req-73de9b50-11ae-4116-80b6-b60b11b3552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:39.716691 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-c01aac2c-4cf7-4914-a9bd-878b37b980d1 req-73de9b50-11ae-4116-80b6-b60b11b3552b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cb74cd-f9ca-4f98-a1e8-3428b271c26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440695 Mar 31 20:48:39.738739 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-4c97a099-4675-4a67-989e-aaa685e4d9b2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Deleting port 89ef760e-0986-48e6-8fdf-f705b822b252 {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:48:39.739311 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4c97a099-4675-4a67-989e-aaa685e4d9b2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (89ef760e-0986-48e6-8fdf-f705b822b252), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:39.820068 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4c97a099-4675-4a67-989e-aaa685e4d9b2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (89ef760e-0986-48e6-8fdf-f705b822b252), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:39.820389 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4c97a099-4675-4a67-989e-aaa685e4d9b2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for floatingip (89ef760e-0986-48e6-8fdf-f705b822b252), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:39.820852 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-c01aac2c-4cf7-4914-a9bd-878b37b980d1 req-44d97034-b005-4fa1-b35d-d3635a6a25fb service neutron] 10.222.0.32 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949655 Mar 31 20:48:39.832974 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-4c97a099-4675-4a67-989e-aaa685e4d9b2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Calling delete_port for 89ef760e-0986-48e6-8fdf-f705b822b252 owned by network:floatingip {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:48:39.909485 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-c01aac2c-4cf7-4914-a9bd-878b37b980d1 req-b8c2e682-bcb5-4a8e-9e12-3dc45e5be07e service neutron] 10.222.0.32 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819342 Mar 31 20:48:40.114884 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4c97a099-4675-4a67-989e-aaa685e4d9b2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (89ef760e-0986-48e6-8fdf-f705b822b252), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:40.144158 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97a099-4675-4a67-989e-aaa685e4d9b2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Pushing event deleted for resources: {'Port': ['ID=89ef760e-0986-48e6-8fdf-f705b822b252,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:40.204422 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4c97a099-4675-4a67-989e-aaa685e4d9b2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for floatingip (29cb4e10-f4f9-4a89-9829-ebe263ee989d), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:40.207418 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4c97a099-4675-4a67-989e-aaa685e4d9b2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:40.208598 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-4c97a099-4675-4a67-989e-aaa685e4d9b2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "DELETE /v2.0/floatingips/29cb4e10-f4f9-4a89-9829-ebe263ee989d HTTP/1.1" status: 204 len: 168 time: 0.6076274 Mar 31 20:48:40.503999 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59710) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:48:40.508716 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-bf213399-749f-4e2e-8e62-694f60cad00e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1903723812', 'description': 'tempest-description--971568034'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:48:40.618266 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bf213399-749f-4e2e-8e62-694f60cad00e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:40.684635 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bf213399-749f-4e2e-8e62-694f60cad00e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for security_group (ad31884a-f5a1-46e1-b8a5-f300063c296c), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:40.772648 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bf213399-749f-4e2e-8e62-694f60cad00e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (ad31884a-f5a1-46e1-b8a5-f300063c296c), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:40.801420 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf213399-749f-4e2e-8e62-694f60cad00e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad31884a-f5a1-46e1-b8a5-f300063c296c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:40.808615 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213399-749f-4e2e-8e62-694f60cad00e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:40.808965 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213399-749f-4e2e-8e62-694f60cad00e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:40.809310 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213399-749f-4e2e-8e62-694f60cad00e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:40.809648 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213399-749f-4e2e-8e62-694f60cad00e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:40.809981 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213399-749f-4e2e-8e62-694f60cad00e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:40.810313 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213399-749f-4e2e-8e62-694f60cad00e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:40.810643 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213399-749f-4e2e-8e62-694f60cad00e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:40.810971 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213399-749f-4e2e-8e62-694f60cad00e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:40.811296 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213399-749f-4e2e-8e62-694f60cad00e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:40.811622 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213399-749f-4e2e-8e62-694f60cad00e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:40.811977 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213399-749f-4e2e-8e62-694f60cad00e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:40.812311 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213399-749f-4e2e-8e62-694f60cad00e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:40.812684 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213399-749f-4e2e-8e62-694f60cad00e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:40.813009 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213399-749f-4e2e-8e62-694f60cad00e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:40.813326 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf213399-749f-4e2e-8e62-694f60cad00e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:40.963321 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bf213399-749f-4e2e-8e62-694f60cad00e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:40.964672 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-bf213399-749f-4e2e-8e62-694f60cad00e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4595897 Mar 31 20:48:40.967591 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59712) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:48:40.972396 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-13224d53-aebb-4142-b37a-9e4d59beabfa tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Request body: {'security_group_rule': {'security_group_id': 'ad31884a-f5a1-46e1-b8a5-f300063c296c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:48:41.112301 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13224d53-aebb-4142-b37a-9e4d59beabfa tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for security_group_rule (5198ec91-e3f3-440a-9d3f-23d7ee1ccbfc), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:41.170379 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13224d53-aebb-4142-b37a-9e4d59beabfa tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for security_group_rule (5198ec91-e3f3-440a-9d3f-23d7ee1ccbfc), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:41.275289 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13224d53-aebb-4142-b37a-9e4d59beabfa tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (5198ec91-e3f3-440a-9d3f-23d7ee1ccbfc), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:41.293055 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13224d53-aebb-4142-b37a-9e4d59beabfa tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5198ec91-e3f3-440a-9d3f-23d7ee1ccbfc,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:41.368697 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13224d53-aebb-4142-b37a-9e4d59beabfa tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:41.369877 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-13224d53-aebb-4142-b37a-9e4d59beabfa tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4013324 Mar 31 20:48:41.372495 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59714) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:48:41.376755 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-8ed7d6e7-97bd-4979-9f40-1cc8b9ffeca5 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Request body: {'security_group_rule': {'security_group_id': 'ad31884a-f5a1-46e1-b8a5-f300063c296c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:48:41.474184 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d6e7-97bd-4979-9f40-1cc8b9ffeca5 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for security_group_rule (15aa9733-bfae-41b6-a69d-8b979458f83f), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:41.528562 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d6e7-97bd-4979-9f40-1cc8b9ffeca5 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for security_group_rule (15aa9733-bfae-41b6-a69d-8b979458f83f), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:41.598320 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d6e7-97bd-4979-9f40-1cc8b9ffeca5 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (15aa9733-bfae-41b6-a69d-8b979458f83f), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:41.617235 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7d6e7-97bd-4979-9f40-1cc8b9ffeca5 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15aa9733-bfae-41b6-a69d-8b979458f83f,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:41.695022 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d05f9d4d-0c4e-46a8-a5bc-63ffe4938c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:41.731282 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d6e7-97bd-4979-9f40-1cc8b9ffeca5 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:41.732531 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-8ed7d6e7-97bd-4979-9f40-1cc8b9ffeca5 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3591297 Mar 31 20:48:41.735548 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59716) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:48:41.739886 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-10ee0e12-579f-4346-b92a-162f85e3f078 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Request body: {'floatingip': {'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:48:41.821089 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10ee0e12-579f-4346-b92a-162f85e3f078 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:41.916821 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10ee0e12-579f-4346-b92a-162f85e3f078 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:42.033562 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-10ee0e12-579f-4346-b92a-162f85e3f078 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Allocated IP 172.27.0.99 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/3f6dd8cb-3ca6-442e-8234-d7cfd5a74b66) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:48:42.135598 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10ee0e12-579f-4346-b92a-162f85e3f078 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for port (3f6dd8cb-3ca6-442e-8234-d7cfd5a74b66), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:42.239499 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10ee0e12-579f-4346-b92a-162f85e3f078 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (3f6dd8cb-3ca6-442e-8234-d7cfd5a74b66), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:42.279543 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ee0e12-579f-4346-b92a-162f85e3f078 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:48:42.282441 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-10ee0e12-579f-4346-b92a-162f85e3f078 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:48:42.288770 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ee0e12-579f-4346-b92a-162f85e3f078 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:48:42.296903 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee0e12-579f-4346-b92a-162f85e3f078 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Pushing event updated for resources: {'Port': ['ID=3f6dd8cb-3ca6-442e-8234-d7cfd5a74b66,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:42.339123 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10ee0e12-579f-4346-b92a-162f85e3f078 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for floatingip (48c0cd4a-5131-4abd-91fe-59e24e35a136), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:42.477306 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10ee0e12-579f-4346-b92a-162f85e3f078 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (3f6dd8cb-3ca6-442e-8234-d7cfd5a74b66), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:42.623646 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10ee0e12-579f-4346-b92a-162f85e3f078 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for port (3f6dd8cb-3ca6-442e-8234-d7cfd5a74b66), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:42.706568 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10ee0e12-579f-4346-b92a-162f85e3f078 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (3f6dd8cb-3ca6-442e-8234-d7cfd5a74b66), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:42.738885 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10ee0e12-579f-4346-b92a-162f85e3f078 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (48c0cd4a-5131-4abd-91fe-59e24e35a136), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:42.761314 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee0e12-579f-4346-b92a-162f85e3f078 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Pushing event updated for resources: {'Port': ['ID=3f6dd8cb-3ca6-442e-8234-d7cfd5a74b66,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:42.831029 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10ee0e12-579f-4346-b92a-162f85e3f078 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:42.832199 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-10ee0e12-579f-4346-b92a-162f85e3f078 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0956767 Mar 31 20:48:43.042532 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-45c65327-34ab-4045-a61b-bfa5d5ecdd47 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1903723812&fields=id&tenant_id=c2f7a7f12f0247c0881f0c5ba6b5b36d HTTP/1.1" status: 200 len: 267 time: 0.0412416 Mar 31 20:48:43.150385 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-04c00211-7c8e-4596-85f4-c0ccad02ceea tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:43.151925 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-04c00211-7c8e-4596-85f4-c0ccad02ceea tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/networks?id=29c94a09-ad75-42a2-8666-a0269d34f4fc HTTP/1.1" status: 200 len: 816 time: 0.1022105 Mar 31 20:48:43.166726 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-1578bc23-04e4-4f19-a809-c74fb32c15f5 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/quotas/c2f7a7f12f0247c0881f0c5ba6b5b36d HTTP/1.1" status: 200 len: 375 time: 0.0094681 Mar 31 20:48:43.221818 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-af102c7b-30ce-4eb3-bc31-f4fa5b55234a tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c2f7a7f12f0247c0881f0c5ba6b5b36d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502505 Mar 31 20:48:43.321627 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-6ca49de8-7697-4268-978a-971d9796c4c3 service neutron] 10.222.0.61 "GET /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880005 Mar 31 20:48:43.401168 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:43.410312 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-11c979e3-a18f-4583-b419-a9371985d13a service neutron] 10.222.0.61 "GET /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829375 Mar 31 20:48:43.662095 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0c892ed8-1d61-413c-a850-bf4f0bff7ddc req-5a615fa3-88cb-4aac-a9c8-a9aa9d1f85c0 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 210 time: 0.0277784 Mar 31 20:48:44.758411 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ff45d671-03eb-4b22-90e5-238e21e4595e req-8de4967f-67a8-43f4-860a-416ac148f73d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 210 time: 0.0274913 Mar 31 20:48:45.152584 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:45.704203 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:45.871004 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e616b747-5e74-4591-b643-110fc147c270 req-91de2103-1665-4ccc-a209-264743ab577b tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 210 time: 0.0307631 Mar 31 20:48:45.909644 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-0c600d76-9f4d-4624-ad1c-e1d27d5bdbfc tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:45.911104 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-0c600d76-9f4d-4624-ad1c-e1d27d5bdbfc tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.32 "GET /v2.0/networks?id=29c94a09-ad75-42a2-8666-a0269d34f4fc HTTP/1.1" status: 200 len: 816 time: 0.1028547 Mar 31 20:48:45.988004 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-39f7d709-4203-4a14-8c4a-ad929534265d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2f7a7f12f0247c0881f0c5ba6b5b36d HTTP/1.1" status: 200 len: 380 time: 0.0627248 Mar 31 20:48:45.996758 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-7b5ea182-084d-4d09-bb79-14205f9f53f6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Request body: {'port': {'device_id': '86a12f8b-2dc7-41d6-b777-6b4375dc2072', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'admin_state_up': True, 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'security_groups': ['ad31884a-f5a1-46e1-b8a5-f300063c296c']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:48:46.192257 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-7b5ea182-084d-4d09-bb79-14205f9f53f6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Made reservation on behalf of c2f7a7f12f0247c0881f0c5ba6b5b36d for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:48:46.195652 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-7b5ea182-084d-4d09-bb79-14205f9f53f6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:46.323549 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-7b5ea182-084d-4d09-bb79-14205f9f53f6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Allocated IP 172.20.0.7 (29c94a09-ad75-42a2-8666-a0269d34f4fc/93b81d0e-6ec0-4ee6-b70d-0ae037b995d1/60e1b0ca-41c9-4550-a7ba-1e98a578921a) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:48:46.451519 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-7b5ea182-084d-4d09-bb79-14205f9f53f6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:46.552982 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-7b5ea182-084d-4d09-bb79-14205f9f53f6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:46.599520 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-7b5ea182-084d-4d09-bb79-14205f9f53f6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Network 29c94a09-ad75-42a2-8666-a0269d34f4fc is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:48:46.602563 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-7b5ea182-084d-4d09-bb79-14205f9f53f6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:48:46.608770 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-7b5ea182-084d-4d09-bb79-14205f9f53f6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:48:46.613706 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-7b5ea182-084d-4d09-bb79-14205f9f53f6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:46.614313 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-7b5ea182-084d-4d09-bb79-14205f9f53f6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:46.620624 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ea182-084d-4d09-bb79-14205f9f53f6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Pushing event updated for resources: {'Port': ['ID=60e1b0ca-41c9-4550-a7ba-1e98a578921a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:46.715686 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-7b5ea182-084d-4d09-bb79-14205f9f53f6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7222602 Mar 31 20:48:46.726862 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-54010f2b-a9f4-449e-b32f-deb4e54ce8e8 service neutron] Request body: {'port': {'device_id': '86a12f8b-2dc7-41d6-b777-6b4375dc2072', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:48:46.788309 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-54010f2b-a9f4-449e-b32f-deb4e54ce8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:46.818546 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-dd401cf6-dc88-45d8-8f22-953dc8234206 None None] Provisioning complete for port 60e1b0ca-41c9-4550-a7ba-1e98a578921a triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:48:46.819106 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd401cf6-dc88-45d8-8f22-953dc8234206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:46.855466 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-dd401cf6-dc88-45d8-8f22-953dc8234206 None None] Port 60e1b0ca-41c9-4550-a7ba-1e98a578921a cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:48:46.994240 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067dcb3e-eaa7-468b-b927-9b87a1907357 req-1761acf0-d7fc-4ecf-ac42-b02a7d2d7409 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:46.995733 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-067dcb3e-eaa7-468b-b927-9b87a1907357 req-1761acf0-d7fc-4ecf-ac42-b02a7d2d7409 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 931 time: 0.0537338 Mar 31 20:48:47.042831 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-067dcb3e-eaa7-468b-b927-9b87a1907357 req-028c2ef6-88c7-4213-83cc-6f02a8b598e1 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413032 Mar 31 20:48:47.050259 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-54010f2b-a9f4-449e-b32f-deb4e54ce8e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e1b0ca-41c9-4550-a7ba-1e98a578921a {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:48:47.062202 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-54010f2b-a9f4-449e-b32f-deb4e54ce8e8 service neutron] Publish callbacks [] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:47.070071 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-54010f2b-a9f4-449e-b32f-deb4e54ce8e8 service neutron] Transition to ACTIVE for port object 60e1b0ca-41c9-4550-a7ba-1e98a578921a will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:48:47.181152 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-54010f2b-a9f4-449e-b32f-deb4e54ce8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:47.232520 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54010f2b-a9f4-449e-b32f-deb4e54ce8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=60e1b0ca-41c9-4550-a7ba-1e98a578921a,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:47.265425 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-54010f2b-a9f4-449e-b32f-deb4e54ce8e8 service neutron] Attempting to bind port 60e1b0ca-41c9-4550-a7ba-1e98a578921a on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:48:47.266301 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-54010f2b-a9f4-449e-b32f-deb4e54ce8e8 service neutron] Attempting to bind port 60e1b0ca-41c9-4550-a7ba-1e98a578921a by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'c83cbe5f-6769-4416-ae9a-aa7374099b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:48:47.267124 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-54010f2b-a9f4-449e-b32f-deb4e54ce8e8 service neutron] Attempting to bind port 60e1b0ca-41c9-4550-a7ba-1e98a578921a on network 29c94a09-ad75-42a2-8666-a0269d34f4fc {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:48:47.272181 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-54010f2b-a9f4-449e-b32f-deb4e54ce8e8 service neutron] Port 60e1b0ca-41c9-4550-a7ba-1e98a578921a on network 29c94a09-ad75-42a2-8666-a0269d34f4fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:48:47.272507 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-54010f2b-a9f4-449e-b32f-deb4e54ce8e8 service neutron] Attempting to bind port 60e1b0ca-41c9-4550-a7ba-1e98a578921a on network 29c94a09-ad75-42a2-8666-a0269d34f4fc {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:48:47.277556 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-54010f2b-a9f4-449e-b32f-deb4e54ce8e8 service neutron] Checking agent: {'id': '7dd6c0b4-7b51-4ce7-a43e-f42db731a887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'started_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:48:47.277894 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-54010f2b-a9f4-449e-b32f-deb4e54ce8e8 service neutron] Checking segment: {'id': 'c83cbe5f-6769-4416-ae9a-aa7374099b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:48:47.278275 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-54010f2b-a9f4-449e-b32f-deb4e54ce8e8 service neutron] Bound using segment: {'id': 'c83cbe5f-6769-4416-ae9a-aa7374099b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:48:47.278704 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-54010f2b-a9f4-449e-b32f-deb4e54ce8e8 service neutron] Bound port: 60e1b0ca-41c9-4550-a7ba-1e98a578921a, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83cbe5f-6769-4416-ae9a-aa7374099b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:48:47.279060 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-54010f2b-a9f4-449e-b32f-deb4e54ce8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:47.343565 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-54010f2b-a9f4-449e-b32f-deb4e54ce8e8 service neutron] For port 60e1b0ca-41c9-4550-a7ba-1e98a578921a, host hv-cinder-83607, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:48:47.347537 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-54010f2b-a9f4-449e-b32f-deb4e54ce8e8 service neutron] For port 60e1b0ca-41c9-4550-a7ba-1e98a578921a, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=60e1b0ca-41c9-4550-a7ba-1e98a578921a,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:48:47.467487 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-54010f2b-a9f4-449e-b32f-deb4e54ce8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:47.505117 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-54010f2b-a9f4-449e-b32f-deb4e54ce8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:47.505745 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-54010f2b-a9f4-449e-b32f-deb4e54ce8e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:47.507121 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-54010f2b-a9f4-449e-b32f-deb4e54ce8e8 service neutron] 10.222.0.32 "PUT /v2.0/ports/60e1b0ca-41c9-4550-a7ba-1e98a578921a HTTP/1.1" status: 200 len: 1093 time: 0.7845147 Mar 31 20:48:47.507560 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a12f8b-2dc7-41d6-b777-6b4375dc2072', 'tag': '60e1b0ca-41c9-4550-a7ba-1e98a578921a'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:48:47.509840 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7c0650-a4a7-467f-9c8a-6a3e60832f24" -d '{"events": [{"name": "network-changed", "server_uuid": "86a12f8b-2dc7-41d6-b777-6b4375dc2072", "tag": "60e1b0ca-41c9-4550-a7ba-1e98a578921a"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:48:47.538157 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54010f2b-a9f4-449e-b32f-deb4e54ce8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=60e1b0ca-41c9-4550-a7ba-1e98a578921a,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:47.559270 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a267051-f27b-4e37-9e4b-518c8c74544a x-openstack-request-id: req-6a267051-f27b-4e37-9e4b-518c8c74544a {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:48:47.559569 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a12f8b-2dc7-41d6-b777-6b4375dc2072", "tag": "60e1b0ca-41c9-4550-a7ba-1e98a578921a", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:48:47.559862 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6a267051-f27b-4e37-9e4b-518c8c74544a {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:48:47.560276 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a267051-f27b-4e37-9e4b-518c8c74544a'] response: {'name': 'network-changed', 'server_uuid': '86a12f8b-2dc7-41d6-b777-6b4375dc2072', 'tag': '60e1b0ca-41c9-4550-a7ba-1e98a578921a', 'status': 'completed', 'code': 200} Mar 31 20:48:47.629371 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c0650-a4a7-467f-9c8a-6a3e60832f24 req-e3431336-e565-4522-9948-2f127c606bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:47.630904 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4e7c0650-a4a7-467f-9c8a-6a3e60832f24 req-e3431336-e565-4522-9948-2f127c606bad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c2f7a7f12f0247c0881f0c5ba6b5b36d&device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 1127 time: 0.0481517 Mar 31 20:48:47.738478 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c0650-a4a7-467f-9c8a-6a3e60832f24 req-54535402-5194-4b10-b89b-97982bcbea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:47.739960 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4e7c0650-a4a7-467f-9c8a-6a3e60832f24 req-54535402-5194-4b10-b89b-97982bcbea9c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c2f7a7f12f0247c0881f0c5ba6b5b36d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1002431 Mar 31 20:48:47.839091 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c0650-a4a7-467f-9c8a-6a3e60832f24 req-4afe50bb-c355-426b-9274-752fab073191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:47.840478 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4e7c0650-a4a7-467f-9c8a-6a3e60832f24 req-4afe50bb-c355-426b-9274-752fab073191 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918493 Mar 31 20:48:47.921081 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-596a83e6-40d9-44ed-83dd-24794cf7bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:47.922567 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-596a83e6-40d9-44ed-83dd-24794cf7bee8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c2f7a7f12f0247c0881f0c5ba6b5b36d&device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 1127 time: 0.0436094 Mar 31 20:48:47.969115 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-b0678f66-63c2-420c-8ec2-25a8f8df8e98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60e1b0ca-41c9-4550-a7ba-1e98a578921a HTTP/1.1" status: 200 len: 217 time: 0.0375228 Mar 31 20:48:48.026443 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-98e23c51-3322-423b-bc28-241ab0433e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:48.027991 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-98e23c51-3322-423b-bc28-241ab0433e01 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=93b81d0e-6ec0-4ee6-b70d-0ae037b995d1 HTTP/1.1" status: 200 len: 855 time: 0.0512810 Mar 31 20:48:48.078052 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-86fa8fd0-2af4-4d0b-864c-33d583f7a919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:48.079614 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-86fa8fd0-2af4-4d0b-864c-33d583f7a919 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29c94a09-ad75-42a2-8666-a0269d34f4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446963 Mar 31 20:48:48.164743 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7142bf-0ea0-476a-a52f-3a24f1e05c84 req-1f667bae-0c89-4475-97b6-d41d64ca8d8e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:48.166257 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1c7142bf-0ea0-476a-a52f-3a24f1e05c84 req-1f667bae-0c89-4475-97b6-d41d64ca8d8e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 943 time: 0.0528359 Mar 31 20:48:48.172500 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-7a5f3bed-02e7-4171-bb2a-3d0f98d6d7a6 service neutron] 10.222.0.32 "GET /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845845 Mar 31 20:48:48.213500 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1c7142bf-0ea0-476a-a52f-3a24f1e05c84 req-4ce71a7c-12df-473c-9ca6-950831827b74 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413756 Mar 31 20:48:48.262705 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-459f26b0-c947-4133-b5c0-4ab24b499fcc req-377d9c5f-3e28-4913-ac5e-b2e865847db0 service neutron] 10.222.0.32 "GET /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816932 Mar 31 20:48:49.341839 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451007f4-c8d9-49a7-8a04-27fab6b55f2f req-5617f935-4f23-4660-bfdd-9f42ff3b9a74 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:49.343310 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-451007f4-c8d9-49a7-8a04-27fab6b55f2f req-5617f935-4f23-4660-bfdd-9f42ff3b9a74 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 943 time: 0.0564437 Mar 31 20:48:49.389683 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-451007f4-c8d9-49a7-8a04-27fab6b55f2f req-a81ac906-8536-4bc0-9198-5501c007de9e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406888 Mar 31 20:48:50.510016 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3dc1a3-41ae-41f2-bbde-6bf2fbb8d6ba req-f91abd4d-961c-47e5-b048-9d3fbfed2009 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:50.511472 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3e3dc1a3-41ae-41f2-bbde-6bf2fbb8d6ba req-f91abd4d-961c-47e5-b048-9d3fbfed2009 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 943 time: 0.0512667 Mar 31 20:48:50.558000 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3e3dc1a3-41ae-41f2-bbde-6bf2fbb8d6ba req-09d8ce7c-ff22-48f6-96df-3a57d056a3b1 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409296 Mar 31 20:48:50.941050 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 60e1b0ca-41c9-4550-a7ba-1e98a578921a details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:48:51.037575 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 60e1b0ca-41c9-4550-a7ba-1e98a578921a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=60e1b0ca-41c9-4550-a7ba-1e98a578921a,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:48:51.049080 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': '60e1b0ca-41c9-4550-a7ba-1e98a578921a', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'port_id': '60e1b0ca-41c9-4550-a7ba-1e98a578921a', 'mac_address': 'fa:16:3e:ea:f9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:48:51.085224 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 60e1b0ca-41c9-4550-a7ba-1e98a578921a is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:48:51.085617 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:51.098319 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e1b0ca-41c9-4550-a7ba-1e98a578921a {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:48:51.117604 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 60e1b0ca-41c9-4550-a7ba-1e98a578921a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=60e1b0ca-41c9-4550-a7ba-1e98a578921a,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:48:51.229313 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:51.275645 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=60e1b0ca-41c9-4550-a7ba-1e98a578921a,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:51.282656 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:51.283007 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:51.283945 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:51.284311 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:51.284653 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:51.284986 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:51.285313 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:51.285643 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:51.286099 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:51.286430 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:51.286758 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:51.287113 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:51.287443 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:51.287795 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:51.288114 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:48:51.598179 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['60e1b0ca-41c9-4550-a7ba-1e98a578921a'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:48:51.679389 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820d94c-801d-4a88-b7e0-62aa5cf491cc req-063d7224-a5fd-44b0-9949-c32b5d4a7810 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:51.680901 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6820d94c-801d-4a88-b7e0-62aa5cf491cc req-063d7224-a5fd-44b0-9949-c32b5d4a7810 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 944 time: 0.0524747 Mar 31 20:48:51.730877 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6820d94c-801d-4a88-b7e0-62aa5cf491cc req-b422e77a-affe-4b9a-b0ee-dc32b596b503 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441091 Mar 31 20:48:52.854243 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4b4ee-02eb-42fe-861b-a8be9141aae5 req-5775ae7f-5421-41c0-96e3-6b487ac47242 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:52.855630 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e0e4b4ee-02eb-42fe-861b-a8be9141aae5 req-5775ae7f-5421-41c0-96e3-6b487ac47242 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 944 time: 0.0526493 Mar 31 20:48:52.901939 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e0e4b4ee-02eb-42fe-861b-a8be9141aae5 req-703b9a3a-d837-4277-8c4d-098db067f332 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406699 Mar 31 20:48:52.952853 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 60e1b0ca-41c9-4550-a7ba-1e98a578921a up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:48:53.066804 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning for port 60e1b0ca-41c9-4550-a7ba-1e98a578921a completed by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:48:53.070661 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port 60e1b0ca-41c9-4550-a7ba-1e98a578921a triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:48:53.071046 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:53.148670 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 60e1b0ca-41c9-4550-a7ba-1e98a578921a is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:48:53.148985 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:53.170707 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a12f8b-2dc7-41d6-b777-6b4375dc2072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e1b0ca-41c9-4550-a7ba-1e98a578921a'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:48:53.172973 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6c3cc9-1cd0-4b01-ad90-3bc491893019" -d '{"events": [{"server_uuid": "86a12f8b-2dc7-41d6-b777-6b4375dc2072", "name": "network-vif-plugged", "status": "completed", "tag": "60e1b0ca-41c9-4550-a7ba-1e98a578921a"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:48:53.185747 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 60e1b0ca-41c9-4550-a7ba-1e98a578921a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=60e1b0ca-41c9-4550-a7ba-1e98a578921a,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:48:53.209094 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f96576-f51b-4aba-8ec8-e1011f9472d5 x-openstack-request-id: req-23f96576-f51b-4aba-8ec8-e1011f9472d5 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:48:53.209384 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a12f8b-2dc7-41d6-b777-6b4375dc2072", "name": "network-vif-plugged", "status": "completed", "tag": "60e1b0ca-41c9-4550-a7ba-1e98a578921a", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:48:53.209642 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-23f96576-f51b-4aba-8ec8-e1011f9472d5 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:48:53.210086 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f96576-f51b-4aba-8ec8-e1011f9472d5'] response: {'server_uuid': '86a12f8b-2dc7-41d6-b777-6b4375dc2072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e1b0ca-41c9-4550-a7ba-1e98a578921a', 'code': 200} Mar 31 20:48:53.278294 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:53.327156 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=60e1b0ca-41c9-4550-a7ba-1e98a578921a,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:48:53.554657 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3ed09-4955-400f-ac2f-e724dcf12dfd req-06fa39d5-4bee-40ce-bcf8-2dfc203de6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:53.556202 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-2be3ed09-4955-400f-ac2f-e724dcf12dfd req-06fa39d5-4bee-40ce-bcf8-2dfc203de6f0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 1129 time: 0.0452340 Mar 31 20:48:53.599859 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-2be3ed09-4955-400f-ac2f-e724dcf12dfd req-9186e71d-6735-47b1-8183-992a56dafeaa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370123 Mar 31 20:48:54.022240 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bbd09-703a-46b8-b28d-98fec044455c req-7e2fac57-4f80-4b68-97a3-f29d3bd94f9e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:54.023689 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-151bbd09-703a-46b8-b28d-98fec044455c req-7e2fac57-4f80-4b68-97a3-f29d3bd94f9e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0517805 Mar 31 20:48:54.068852 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-151bbd09-703a-46b8-b28d-98fec044455c req-ce6f1f21-d9ee-4e09-954d-f5ab490d867a tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396440 Mar 31 20:48:55.426919 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d1a84-fa9d-403b-9489-64b079dbeb0c req-8f06b566-1783-49f2-a4fc-11322b974040 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:55.428345 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-721d1a84-fa9d-403b-9489-64b079dbeb0c req-8f06b566-1783-49f2-a4fc-11322b974040 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.2879856 Mar 31 20:48:55.474693 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-721d1a84-fa9d-403b-9489-64b079dbeb0c req-0405526d-9c5a-461e-8625-66898b145546 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404227 Mar 31 20:48:56.595038 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4ea5d-b2e1-4078-ba99-feb5e72869f4 req-94d25160-3dab-4dd0-aa2b-6662a41810a5 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:56.596547 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6db4ea5d-b2e1-4078-ba99-feb5e72869f4 req-94d25160-3dab-4dd0-aa2b-6662a41810a5 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0527954 Mar 31 20:48:56.641824 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6db4ea5d-b2e1-4078-ba99-feb5e72869f4 req-b22e3b06-2d48-4f3b-a547-84e5d3f2445d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397933 Mar 31 20:48:56.761284 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9e87b-5991-4c63-84e0-b24a64d9343d req-b4a42360-642a-44bc-90f0-ca800562f548 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:56.762647 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-06a9e87b-5991-4c63-84e0-b24a64d9343d req-b4a42360-642a-44bc-90f0-ca800562f548 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0546677 Mar 31 20:48:56.771083 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 59794) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:48:56.775485 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-825f8367-f16e-48ce-918e-45de9bed4b83 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Request body: {'floatingip': {'port_id': '60e1b0ca-41c9-4550-a7ba-1e98a578921a'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:48:56.814169 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-825f8367-f16e-48ce-918e-45de9bed4b83 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for floatingip (48c0cd4a-5131-4abd-91fe-59e24e35a136), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:57.241544 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-825f8367-f16e-48ce-918e-45de9bed4b83 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:57.352611 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-825f8367-f16e-48ce-918e-45de9bed4b83 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (48c0cd4a-5131-4abd-91fe-59e24e35a136), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:57.462833 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.db.l3_db [None req-825f8367-f16e-48ce-918e-45de9bed4b83 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Floating IP 48c0cd4a-5131-4abd-91fe-59e24e35a136 associated. External IP: 172.27.0.99, port: 60e1b0ca-41c9-4550-a7ba-1e98a578921a. Mar 31 20:48:57.613277 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b8798-9666-47e3-ad90-7c5c1f99593b req-e7633db5-1bbe-4c76-8d61-ffca3ba1533c tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:57.614680 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-138b8798-9666-47e3-ad90-7c5c1f99593b req-e7633db5-1bbe-4c76-8d61-ffca3ba1533c tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0779603 Mar 31 20:48:57.737601 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-138b8798-9666-47e3-ad90-7c5c1f99593b req-2b9810db-7017-4622-92ea-185cc8a07c85 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899484 Mar 31 20:48:57.759380 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825f8367-f16e-48ce-918e-45de9bed4b83 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Router 6e8fb055-4b89-4db6-9327-8ddbd9c40743 has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:48:57.867726 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825f8367-f16e-48ce-918e-45de9bed4b83 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:48:57.879504 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-825f8367-f16e-48ce-918e-45de9bed4b83 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:48:57.879614 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbaaebe-c1ff-4e36-b370-d49264553f67 None None] Sync routers for ids ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:48:57.891679 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbaaebe-c1ff-4e36-b370-d49264553f67 None None] Routers {'6e8fb055-4b89-4db6-9327-8ddbd9c40743'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:48:57.892341 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-abbaaebe-c1ff-4e36-b370-d49264553f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:48:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:57.902753 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-825f8367-f16e-48ce-918e-45de9bed4b83 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "PUT /v2.0/floatingips/48c0cd4a-5131-4abd-91fe-59e24e35a136 HTTP/1.1" status: 200 len: 990 time: 1.1306274 Mar 31 20:48:57.903339 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a12f8b-2dc7-41d6-b777-6b4375dc2072', 'tag': '60e1b0ca-41c9-4550-a7ba-1e98a578921a'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:48:57.905595 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5253feeaf43b009d496c5950c37129f342c333472f7057fa14384dd137f2b4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50001b1f-0b46-46ef-a8d4-f892657275fb" -d '{"events": [{"name": "network-changed", "server_uuid": "86a12f8b-2dc7-41d6-b777-6b4375dc2072", "tag": "60e1b0ca-41c9-4550-a7ba-1e98a578921a"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:48:57.951334 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d77a44-51aa-4d89-82a5-639388218551 x-openstack-request-id: req-62d77a44-51aa-4d89-82a5-639388218551 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:48:57.951631 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a12f8b-2dc7-41d6-b777-6b4375dc2072", "tag": "60e1b0ca-41c9-4550-a7ba-1e98a578921a", "status": "completed", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:48:57.951963 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-62d77a44-51aa-4d89-82a5-639388218551 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:48:57.954405 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d77a44-51aa-4d89-82a5-639388218551'] response: {'name': 'network-changed', 'server_uuid': '86a12f8b-2dc7-41d6-b777-6b4375dc2072', 'tag': '60e1b0ca-41c9-4550-a7ba-1e98a578921a', 'status': 'completed', 'code': 200} Mar 31 20:48:58.004923 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-abbaaebe-c1ff-4e36-b370-d49264553f67 None None] Set router 6e8fb055-4b89-4db6-9327-8ddbd9c40743 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:48:58.035549 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50001b1f-0b46-46ef-a8d4-f892657275fb req-e89e1cec-b654-47e1-8f90-132bfd06089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:58.037095 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-50001b1f-0b46-46ef-a8d4-f892657275fb req-e89e1cec-b654-47e1-8f90-132bfd06089d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c2f7a7f12f0247c0881f0c5ba6b5b36d&device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 1129 time: 0.0547495 Mar 31 20:48:58.134860 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50001b1f-0b46-46ef-a8d4-f892657275fb req-59a778f0-1040-40fe-b826-d72b3d2e29b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:58.136417 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-50001b1f-0b46-46ef-a8d4-f892657275fb req-59a778f0-1040-40fe-b826-d72b3d2e29b1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29c94a09-ad75-42a2-8666-a0269d34f4fc HTTP/1.1" status: 200 len: 917 time: 0.0847194 Mar 31 20:48:58.205367 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-50001b1f-0b46-46ef-a8d4-f892657275fb req-0eb008f2-758d-4280-ad67-616c0ceaa34d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60e1b0ca-41c9-4550-a7ba-1e98a578921a HTTP/1.1" status: 200 len: 998 time: 0.0614254 Mar 31 20:48:58.225115 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-abbaaebe-c1ff-4e36-b370-d49264553f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'name': 'tempest-AttachVolumeShelveTestJSON-620146898-router', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:43Z', 'revision_number': 4, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'gw_port': {'id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '48c0cd4a-5131-4abd-91fe-59e24e35a136', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'port_id': '60e1b0ca-41c9-4550-a7ba-1e98a578921a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'mac_address': 'fa:16:3e:ea:f9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a12f8b-2dc7-41d6-b777-6b4375dc2072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:48:42Z', 'updated_at': '2022-03-31T20:48:57Z', 'revision_number': 1, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36cad33-9bb1-4af8-a697-e43df3567b0b', 'name': '', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'mac_address': 'fa:16:3e:b8:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:51Z', 'revision_number': 5, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'subnets': [{'id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:58.250928 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbaaebe-c1ff-4e36-b370-d49264553f67 None None] Checking router: 6e8fb055-4b89-4db6-9327-8ddbd9c40743 for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:48:58.256595 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50001b1f-0b46-46ef-a8d4-f892657275fb req-bcd54f88-3909-4a3c-86c9-7e2ee03fe54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:58.258065 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-50001b1f-0b46-46ef-a8d4-f892657275fb req-bcd54f88-3909-4a3c-86c9-7e2ee03fe54a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=93b81d0e-6ec0-4ee6-b70d-0ae037b995d1 HTTP/1.1" status: 200 len: 855 time: 0.0445795 Mar 31 20:48:58.259706 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbaaebe-c1ff-4e36-b370-d49264553f67 None None] Routers {'6e8fb055-4b89-4db6-9327-8ddbd9c40743'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:48:58.260337 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-abbaaebe-c1ff-4e36-b370-d49264553f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:48:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:58.326133 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50001b1f-0b46-46ef-a8d4-f892657275fb req-5579d0a1-d599-4e32-a795-5984bbe7a2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:58.327651 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-50001b1f-0b46-46ef-a8d4-f892657275fb req-5579d0a1-d599-4e32-a795-5984bbe7a2cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29c94a09-ad75-42a2-8666-a0269d34f4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467446 Mar 31 20:48:58.369263 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-abbaaebe-c1ff-4e36-b370-d49264553f67 None None] Set router 6e8fb055-4b89-4db6-9327-8ddbd9c40743 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:48:58.421093 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-50001b1f-0b46-46ef-a8d4-f892657275fb req-7b502227-464f-4c12-8120-d1fec3f370ae service neutron] 10.222.0.32 "GET /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845361 Mar 31 20:48:58.509448 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-50001b1f-0b46-46ef-a8d4-f892657275fb req-a01b08b2-c1fb-4da4-8a3a-3e8aa8f80f12 service neutron] 10.222.0.32 "GET /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809107 Mar 31 20:48:58.724613 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-abbaaebe-c1ff-4e36-b370-d49264553f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'name': 'tempest-AttachVolumeShelveTestJSON-620146898-router', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:43Z', 'revision_number': 4, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'gw_port': {'id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '48c0cd4a-5131-4abd-91fe-59e24e35a136', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'port_id': '60e1b0ca-41c9-4550-a7ba-1e98a578921a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'mac_address': 'fa:16:3e:ea:f9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a12f8b-2dc7-41d6-b777-6b4375dc2072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:48:42Z', 'updated_at': '2022-03-31T20:48:57Z', 'revision_number': 1, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36cad33-9bb1-4af8-a697-e43df3567b0b', 'name': '', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'mac_address': 'fa:16:3e:b8:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:51Z', 'revision_number': 5, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'subnets': [{'id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:48:58.750670 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbaaebe-c1ff-4e36-b370-d49264553f67 None None] The sync data for ids ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'] in dv-cinder-836072-1-iscsi is: [{'id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'name': 'tempest-AttachVolumeShelveTestJSON-620146898-router', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:43Z', 'revision_number': 4, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'gw_port': {'id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '48c0cd4a-5131-4abd-91fe-59e24e35a136', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'port_id': '60e1b0ca-41c9-4550-a7ba-1e98a578921a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'mac_address': 'fa:16:3e:ea:f9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a12f8b-2dc7-41d6-b777-6b4375dc2072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:48:42Z', 'updated_at': '2022-03-31T20:48:57Z', 'revision_number': 1, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36cad33-9bb1-4af8-a697-e43df3567b0b', 'name': '', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'mac_address': 'fa:16:3e:b8:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:51Z', 'revision_number': 5, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'subnets': [{'id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:48:58.859012 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d124a7e-bd50-4063-acc0-86123d525aa4 req-bcce0817-ebb0-4b1b-95d5-f3c428bbfaaa tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:48:58.860528 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0d124a7e-bd50-4063-acc0-86123d525aa4 req-bcce0817-ebb0-4b1b-95d5-f3c428bbfaaa tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0550172 Mar 31 20:48:58.915652 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0d124a7e-bd50-4063-acc0-86123d525aa4 req-93a8eee4-4844-4df3-bb0d-a36525d9f328 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489209 Mar 31 20:48:58.953382 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4022507e-a44a-4d56-bba7-2f96fa55a9a9 None None] New status for floating IP 48c0cd4a-5131-4abd-91fe-59e24e35a136: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:49:00.042885 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0a693-6b2f-43e7-bea7-af558e386209 req-36f3986a-bb81-4f00-bce6-eded352af8b9 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:00.044381 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9ed0a693-6b2f-43e7-bea7-af558e386209 req-36f3986a-bb81-4f00-bce6-eded352af8b9 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0519652 Mar 31 20:49:00.090361 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9ed0a693-6b2f-43e7-bea7-af558e386209 req-97555f05-de3b-4fb9-9bde-b494fcbbe0ba tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404649 Mar 31 20:49:01.208295 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdef8c4-b1ce-4b12-b148-0f9ed7cc79cd req-fddd8bb9-3338-4a0b-bd48-d698b608b543 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:01.209751 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-acdef8c4-b1ce-4b12-b148-0f9ed7cc79cd req-fddd8bb9-3338-4a0b-bd48-d698b608b543 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0517092 Mar 31 20:49:01.255072 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-acdef8c4-b1ce-4b12-b148-0f9ed7cc79cd req-51eeee36-620a-4c4f-aa0c-871e4175a7b7 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=57bafcba-9015-457c-af25-8d5a384b0984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399086 Mar 31 20:49:01.745637 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0638c0b-dc71-4bf8-afae-47429bac65ae req-a10ac7ce-86f0-4e05-96e0-e265e4ef12cb tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:01.747060 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-b0638c0b-dc71-4bf8-afae-47429bac65ae req-a10ac7ce-86f0-4e05-96e0-e265e4ef12cb tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 945 time: 0.0527048 Mar 31 20:49:01.840164 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-b0638c0b-dc71-4bf8-afae-47429bac65ae req-3a4f3a2f-1c1b-4583-a95d-d9a4a749d3c5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Deleting port 356e774a-360b-45e4-a2b0-d2b860d89876 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:49:01.840422 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b0638c0b-dc71-4bf8-afae-47429bac65ae req-3a4f3a2f-1c1b-4583-a95d-d9a4a749d3c5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (356e774a-360b-45e4-a2b0-d2b860d89876), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:01.926896 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-b0638c0b-dc71-4bf8-afae-47429bac65ae req-3a4f3a2f-1c1b-4583-a95d-d9a4a749d3c5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] For port 356e774a-360b-45e4-a2b0-d2b860d89876, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=356e774a-360b-45e4-a2b0-d2b860d89876,segment=NetworkSegment(a37701f9-dff0-46e9-bd6a-4580ea1f1d67),segment_id=a37701f9-dff0-46e9-bd6a-4580ea1f1d67)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:49:01.927253 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b0638c0b-dc71-4bf8-afae-47429bac65ae req-3a4f3a2f-1c1b-4583-a95d-d9a4a749d3c5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (356e774a-360b-45e4-a2b0-d2b860d89876), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:02.100407 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b0638c0b-dc71-4bf8-afae-47429bac65ae req-3a4f3a2f-1c1b-4583-a95d-d9a4a749d3c5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:02.100715 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b0638c0b-dc71-4bf8-afae-47429bac65ae req-3a4f3a2f-1c1b-4583-a95d-d9a4a749d3c5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (3a8ed87a-cc4c-4c43-ad97-11b0d804a3a4), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:02.101022 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.l3_db [req-b0638c0b-dc71-4bf8-afae-47429bac65ae req-3a4f3a2f-1c1b-4583-a95d-d9a4a749d3c5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Floating IP 3a8ed87a-cc4c-4c43-ad97-11b0d804a3a4 disassociated. External IP: 172.27.0.126, port: 356e774a-360b-45e4-a2b0-d2b860d89876. Mar 31 20:49:02.101359 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-b0638c0b-dc71-4bf8-afae-47429bac65ae req-3a4f3a2f-1c1b-4583-a95d-d9a4a749d3c5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Calling delete_port for 356e774a-360b-45e4-a2b0-d2b860d89876 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:49:02.303470 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b0638c0b-dc71-4bf8-afae-47429bac65ae req-3a4f3a2f-1c1b-4583-a95d-d9a4a749d3c5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414'] for port (356e774a-360b-45e4-a2b0-d2b860d89876), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:02.336619 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f3a2f-1c1b-4583-a95d-d9a4a749d3c5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Pushing event deleted for resources: {'Port': ['ID=356e774a-360b-45e4-a2b0-d2b860d89876,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:02.356969 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-055700f0-1ac0-4f01-ade8-e6e729c5ac8b req-84dca7a8-9f28-4a48-9ac4-f33e64e8d0f5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 210 time: 0.0335567 Mar 31 20:49:02.455160 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0638c0b-dc71-4bf8-afae-47429bac65ae req-3a4f3a2f-1c1b-4583-a95d-d9a4a749d3c5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Router 5b3fa499-51bc-42c0-9e22-2ec8e5331669 has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:49:02.562198 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0638c0b-dc71-4bf8-afae-47429bac65ae req-3a4f3a2f-1c1b-4583-a95d-d9a4a749d3c5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:49:02.573511 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f2e3a0-8975-400e-a70d-9de0b429d64d None None] Sync routers for ids ['5b3fa499-51bc-42c0-9e22-2ec8e5331669'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:49:02.584379 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f2e3a0-8975-400e-a70d-9de0b429d64d None None] Routers {'5b3fa499-51bc-42c0-9e22-2ec8e5331669'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:49:02.585033 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-c2f2e3a0-8975-400e-a70d-9de0b429d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:48:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['5b3fa499-51bc-42c0-9e22-2ec8e5331669'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:02.698841 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-c2f2e3a0-8975-400e-a70d-9de0b429d64d None None] Set router 5b3fa499-51bc-42c0-9e22-2ec8e5331669 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:49:02.841144 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0638c0b-dc71-4bf8-afae-47429bac65ae req-3a4f3a2f-1c1b-4583-a95d-d9a4a749d3c5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] No DVR routers for this DVR port 356e774a-360b-45e4-a2b0-d2b860d89876 on host hv-cinder-83607 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:49:02.844382 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b0638c0b-dc71-4bf8-afae-47429bac65ae req-3a4f3a2f-1c1b-4583-a95d-d9a4a749d3c5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:02.847964 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-b0638c0b-dc71-4bf8-afae-47429bac65ae req-3a4f3a2f-1c1b-4583-a95d-d9a4a749d3c5 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.32 "DELETE /v2.0/ports/356e774a-360b-45e4-a2b0-d2b860d89876 HTTP/1.1" status: 204 len: 173 time: 1.0954828 Mar 31 20:49:02.848418 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb239767-bcf4-4052-b533-d682d33086ee', 'name': 'network-vif-deleted', 'tag': '356e774a-360b-45e4-a2b0-d2b860d89876'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:49:02.850767 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b636c4ab-d458-46a4-af13-d4cf26f153e1" -d '{"events": [{"server_uuid": "eb239767-bcf4-4052-b533-d682d33086ee", "name": "network-vif-deleted", "tag": "356e774a-360b-45e4-a2b0-d2b860d89876"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:49:02.892351 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232b5105-8e71-4db3-98e0-889a3399a6d4 x-openstack-request-id: req-232b5105-8e71-4db3-98e0-889a3399a6d4 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:49:02.892640 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb239767-bcf4-4052-b533-d682d33086ee", "name": "network-vif-deleted", "tag": "356e774a-360b-45e4-a2b0-d2b860d89876", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:49:02.892895 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-232b5105-8e71-4db3-98e0-889a3399a6d4 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:49:02.893413 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-232b5105-8e71-4db3-98e0-889a3399a6d4'] response: {'server_uuid': 'eb239767-bcf4-4052-b533-d682d33086ee', 'name': 'network-vif-deleted', 'tag': '356e774a-360b-45e4-a2b0-d2b860d89876', 'status': 'completed', 'code': 200} Mar 31 20:49:02.914283 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-c2f2e3a0-8975-400e-a70d-9de0b429d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'name': 'tempest-ServerRescueNegativeTestJSON-451412803-router', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:34Z', 'updated_at': '2022-03-31T20:44:44Z', 'revision_number': 4, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'gw_port': {'id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:87:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'db7e5db4-afd3-44f6-8162-dbd69bea9e60', 'name': '', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'mac_address': 'fa:16:3e:70:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:57Z', 'revision_number': 5, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'subnets': [{'id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:02.943451 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f2e3a0-8975-400e-a70d-9de0b429d64d None None] Checking router: 5b3fa499-51bc-42c0-9e22-2ec8e5331669 for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:49:02.951735 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f2e3a0-8975-400e-a70d-9de0b429d64d None None] Routers {'5b3fa499-51bc-42c0-9e22-2ec8e5331669'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:49:02.952380 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-c2f2e3a0-8975-400e-a70d-9de0b429d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:48:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['5b3fa499-51bc-42c0-9e22-2ec8e5331669'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:03.060763 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-c2f2e3a0-8975-400e-a70d-9de0b429d64d None None] Set router 5b3fa499-51bc-42c0-9e22-2ec8e5331669 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:49:03.274176 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-c2f2e3a0-8975-400e-a70d-9de0b429d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'name': 'tempest-ServerRescueNegativeTestJSON-451412803-router', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:34Z', 'updated_at': '2022-03-31T20:44:44Z', 'revision_number': 4, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'gw_port': {'id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:87:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'db7e5db4-afd3-44f6-8162-dbd69bea9e60', 'name': '', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'mac_address': 'fa:16:3e:70:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:57Z', 'revision_number': 5, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'subnets': [{'id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:03.300454 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:03.301800 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f2e3a0-8975-400e-a70d-9de0b429d64d None None] The sync data for ids ['5b3fa499-51bc-42c0-9e22-2ec8e5331669'] in dv-cinder-836072-1-iscsi is: [{'id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'name': 'tempest-ServerRescueNegativeTestJSON-451412803-router', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:34Z', 'updated_at': '2022-03-31T20:44:44Z', 'revision_number': 4, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'gw_port': {'id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:87:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'db7e5db4-afd3-44f6-8162-dbd69bea9e60', 'name': '', 'network_id': '68a65e42-3a69-4c11-8f33-9e0a705f08d8', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'mac_address': 'fa:16:3e:70:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:57Z', 'revision_number': 5, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'subnets': [{'id': '3d3bfe61-66f5-4685-b3aa-57a09c0f885e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:49:03.472341 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4fc1d2d9-ccb8-4fd9-b3cb-313b3c2c3284 req-34686d09-5fc8-44de-8d59-2a48eb29c913 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb239767-bcf4-4052-b533-d682d33086ee HTTP/1.1" status: 200 len: 210 time: 0.0328448 Mar 31 20:49:03.518561 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4473705f-a4b5-4025-9fcb-3fa701bbaad2 None None] New status for floating IP 3a8ed87a-cc4c-4c43-ad97-11b0d804a3a4: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:49:04.724849 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 59834) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:04.776707 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-05d165c5-ca49-469d-98af-f879e731dea1 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for security_group (57bafcba-9015-457c-af25-8d5a384b0984), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:04.799654 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-05d165c5-ca49-469d-98af-f879e731dea1 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for security_group (57bafcba-9015-457c-af25-8d5a384b0984), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:04.923886 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-05d165c5-ca49-469d-98af-f879e731dea1 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (57bafcba-9015-457c-af25-8d5a384b0984), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:04.927061 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-05d165c5-ca49-469d-98af-f879e731dea1 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:04.928227 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-05d165c5-ca49-469d-98af-f879e731dea1 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "DELETE /v2.0/security-groups/57bafcba-9015-457c-af25-8d5a384b0984 HTTP/1.1" status: 204 len: 168 time: 0.2024176 Mar 31 20:49:04.933079 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59836) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:04.937471 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d165c5-ca49-469d-98af-f879e731dea1 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bafcba-9015-457c-af25-8d5a384b0984,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:04.945965 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.api.v2.resource [None req-6a61404d-10e2-4ee0-ad92-af96246c4888 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] show failed (client error): The resource could not be found. Mar 31 20:49:04.946979 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-6a61404d-10e2-4ee0-ad92-af96246c4888 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups/57bafcba-9015-457c-af25-8d5a384b0984 HTTP/1.1" status: 404 len: 347 time: 0.0151947 Mar 31 20:49:04.949835 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59838) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:05.030765 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 356e774a-360b-45e4-a2b0-d2b860d89876 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:49:05.052381 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] No Port match for: 356e774a-360b-45e4-a2b0-d2b860d89876 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:49:05.052916 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 356e774a-360b-45e4-a2b0-d2b860d89876 not bound to the agent host hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:49:05.073184 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-16e14571-e2e4-4c95-b50b-b51d5176c8f3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Deleting port 2ab0afdb-89a4-420a-b4bb-c951ea9e6c06 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:49:05.073576 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16e14571-e2e4-4c95-b50b-b51d5176c8f3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (2ab0afdb-89a4-420a-b4bb-c951ea9e6c06), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:05.148915 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16e14571-e2e4-4c95-b50b-b51d5176c8f3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (2ab0afdb-89a4-420a-b4bb-c951ea9e6c06), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:05.149238 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16e14571-e2e4-4c95-b50b-b51d5176c8f3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for floatingip (2ab0afdb-89a4-420a-b4bb-c951ea9e6c06), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:05.160915 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-16e14571-e2e4-4c95-b50b-b51d5176c8f3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Calling delete_port for 2ab0afdb-89a4-420a-b4bb-c951ea9e6c06 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:49:05.366060 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16e14571-e2e4-4c95-b50b-b51d5176c8f3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414'] for port (2ab0afdb-89a4-420a-b4bb-c951ea9e6c06), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:05.394735 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e14571-e2e4-4c95-b50b-b51d5176c8f3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Pushing event deleted for resources: {'Port': ['ID=2ab0afdb-89a4-420a-b4bb-c951ea9e6c06,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:05.421107 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16e14571-e2e4-4c95-b50b-b51d5176c8f3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks [] for floatingip (3a8ed87a-cc4c-4c43-ad97-11b0d804a3a4), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:05.423697 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16e14571-e2e4-4c95-b50b-b51d5176c8f3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:05.424881 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-16e14571-e2e4-4c95-b50b-b51d5176c8f3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "DELETE /v2.0/floatingips/3a8ed87a-cc4c-4c43-ad97-11b0d804a3a4 HTTP/1.1" status: 204 len: 168 time: 0.4741499 Mar 31 20:49:05.559492 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:49:08.537874 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3e426-c238-4ff5-b0c5-1e6cce1a1110 req-62f01264-6bcd-49dc-8cfb-6da40c904883 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:08.539351 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5fa3e426-c238-4ff5-b0c5-1e6cce1a1110 req-62f01264-6bcd-49dc-8cfb-6da40c904883 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0519967 Mar 31 20:49:08.588425 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5fa3e426-c238-4ff5-b0c5-1e6cce1a1110 req-7a0f732d-1e38-40e2-b94a-379a7eac84f8 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433714 Mar 31 20:49:09.034946 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3d0c65c3-9d6e-4002-9e6b-42df4375c8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:09.705946 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3380f-7fec-471f-877c-3a3c54cd3b32 req-64f9c254-9c95-4210-8ae5-27a68b869e5c tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:09.708070 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-49d3380f-7fec-471f-877c-3a3c54cd3b32 req-64f9c254-9c95-4210-8ae5-27a68b869e5c tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0529611 Mar 31 20:49:09.754126 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-49d3380f-7fec-471f-877c-3a3c54cd3b32 req-3b9ee8b2-2558-4a53-b917-16748a74404f tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404539 Mar 31 20:49:10.875703 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ec98c-ee02-4f5d-b702-525f2e030f43 req-164aaace-0e39-4d6f-b1ff-e0a84b5783fd tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:10.875703 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-da3ec98c-ee02-4f5d-b702-525f2e030f43 req-164aaace-0e39-4d6f-b1ff-e0a84b5783fd tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0521042 Mar 31 20:49:10.917824 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-da3ec98c-ee02-4f5d-b702-525f2e030f43 req-6880ad0a-7a29-4578-8d00-313acabe58d0 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402410 Mar 31 20:49:11.195749 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecb4ab-a09f-481f-b4b6-13939d661adc req-f961bc6f-be7f-45e3-9931-fac5d4c99caa tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:11.197153 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-64ecb4ab-a09f-481f-b4b6-13939d661adc req-f961bc6f-be7f-45e3-9931-fac5d4c99caa tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.32 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 945 time: 0.0518439 Mar 31 20:49:11.297711 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-64ecb4ab-a09f-481f-b4b6-13939d661adc req-3599d1f9-9108-4cd4-ad27-da137bb838b7 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Deleting port 255d6bd9-10f6-4b16-ba20-dc57ae340a84 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:49:11.298044 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-64ecb4ab-a09f-481f-b4b6-13939d661adc req-3599d1f9-9108-4cd4-ad27-da137bb838b7 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (255d6bd9-10f6-4b16-ba20-dc57ae340a84), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:11.386285 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-64ecb4ab-a09f-481f-b4b6-13939d661adc req-3599d1f9-9108-4cd4-ad27-da137bb838b7 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] For port 255d6bd9-10f6-4b16-ba20-dc57ae340a84, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=255d6bd9-10f6-4b16-ba20-dc57ae340a84,segment=NetworkSegment(a37701f9-dff0-46e9-bd6a-4580ea1f1d67),segment_id=a37701f9-dff0-46e9-bd6a-4580ea1f1d67)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:49:11.386648 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-64ecb4ab-a09f-481f-b4b6-13939d661adc req-3599d1f9-9108-4cd4-ad27-da137bb838b7 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (255d6bd9-10f6-4b16-ba20-dc57ae340a84), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:11.400154 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-64ecb4ab-a09f-481f-b4b6-13939d661adc req-3599d1f9-9108-4cd4-ad27-da137bb838b7 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Calling delete_port for 255d6bd9-10f6-4b16-ba20-dc57ae340a84 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:49:11.589538 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-64ecb4ab-a09f-481f-b4b6-13939d661adc req-3599d1f9-9108-4cd4-ad27-da137bb838b7 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414'] for port (255d6bd9-10f6-4b16-ba20-dc57ae340a84), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:11.604673 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['dbf2dbda-ef58-412f-97f7-1dc3114debce', '255d6bd9-10f6-4b16-ba20-dc57ae340a84'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:49:11.617596 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599d1f9-9108-4cd4-ad27-da137bb838b7 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Pushing event deleted for resources: {'Port': ['ID=255d6bd9-10f6-4b16-ba20-dc57ae340a84,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:11.656564 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4cc79ce7-4520-47bf-b176-cb91d55a3f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:11.663026 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ecb4ab-a09f-481f-b4b6-13939d661adc req-3599d1f9-9108-4cd4-ad27-da137bb838b7 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] No DVR routers for this DVR port 255d6bd9-10f6-4b16-ba20-dc57ae340a84 on host hv-cinder-83607 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:49:11.665919 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-64ecb4ab-a09f-481f-b4b6-13939d661adc req-3599d1f9-9108-4cd4-ad27-da137bb838b7 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:11.669249 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-64ecb4ab-a09f-481f-b4b6-13939d661adc req-3599d1f9-9108-4cd4-ad27-da137bb838b7 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.32 "DELETE /v2.0/ports/255d6bd9-10f6-4b16-ba20-dc57ae340a84 HTTP/1.1" status: 204 len: 173 time: 0.4640951 Mar 31 20:49:11.669670 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5984d4a1-3f77-449a-9e97-77600dd513c0', 'name': 'network-vif-deleted', 'tag': '255d6bd9-10f6-4b16-ba20-dc57ae340a84'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:49:11.671915 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84322697-d2b9-45c9-9a2e-31635d740096" -d '{"events": [{"server_uuid": "5984d4a1-3f77-449a-9e97-77600dd513c0", "name": "network-vif-deleted", "tag": "255d6bd9-10f6-4b16-ba20-dc57ae340a84"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:49:11.706881 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac59c48b-4326-4056-b2a2-fcf35c31e2e4 x-openstack-request-id: req-ac59c48b-4326-4056-b2a2-fcf35c31e2e4 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:49:11.707174 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5984d4a1-3f77-449a-9e97-77600dd513c0", "name": "network-vif-deleted", "tag": "255d6bd9-10f6-4b16-ba20-dc57ae340a84", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:49:11.707428 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ac59c48b-4326-4056-b2a2-fcf35c31e2e4 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:49:11.707931 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac59c48b-4326-4056-b2a2-fcf35c31e2e4'] response: {'server_uuid': '5984d4a1-3f77-449a-9e97-77600dd513c0', 'name': 'network-vif-deleted', 'tag': '255d6bd9-10f6-4b16-ba20-dc57ae340a84', 'status': 'completed', 'code': 200} Mar 31 20:49:12.045949 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-eb791bb6-3389-4de0-a480-920df6f62219 req-74c046e7-1248-4ca9-9450-c5d4211c26c3 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=5984d4a1-3f77-449a-9e97-77600dd513c0 HTTP/1.1" status: 200 len: 210 time: 0.0403891 Mar 31 20:49:13.452271 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:13.772624 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1ca55-148b-4639-ae32-390ac8d3d539 req-93f844a9-4c5f-4d01-bd30-c5c0c4eb7cbd tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:13.774089 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b6e1ca55-148b-4639-ae32-390ac8d3d539 req-93f844a9-4c5f-4d01-bd30-c5c0c4eb7cbd tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0519311 Mar 31 20:49:13.832455 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b6e1ca55-148b-4639-ae32-390ac8d3d539 req-30f02245-adfc-4eac-a41a-62caed4d4983 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527437 Mar 31 20:49:14.950919 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377a00c-5c28-46a5-ac80-cfcb5a797da6 req-dea7a18e-d072-407c-8b71-6273e457975a tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:14.952408 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7377a00c-5c28-46a5-ac80-cfcb5a797da6 req-dea7a18e-d072-407c-8b71-6273e457975a tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0516684 Mar 31 20:49:14.997568 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7377a00c-5c28-46a5-ac80-cfcb5a797da6 req-e5ff4182-3c3b-4713-9644-8117c1e41bd0 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391767 Mar 31 20:49:15.091027 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 255d6bd9-10f6-4b16-ba20-dc57ae340a84 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:49:15.116030 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] No Port match for: 255d6bd9-10f6-4b16-ba20-dc57ae340a84 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:49:15.116295 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 255d6bd9-10f6-4b16-ba20-dc57ae340a84 not bound to the agent host hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:49:15.146784 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:15.666289 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:16.130802 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54911e52-5e28-483f-b966-f7af00e06207 req-ae355b0b-5488-4ed6-9075-f7512b362c5b tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:16.132325 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-54911e52-5e28-483f-b966-f7af00e06207 req-ae355b0b-5488-4ed6-9075-f7512b362c5b tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0658884 Mar 31 20:49:16.178318 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-54911e52-5e28-483f-b966-f7af00e06207 req-cc5f4dc3-4008-4dc7-b584-4edc1ab6e1d0 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404730 Mar 31 20:49:17.291786 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9eb789-2ed6-4724-84b5-3e1dfd708f4c req-5e6a348c-64fd-4fde-9ccf-eee93abcb0ac tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:17.293277 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8f9eb789-2ed6-4724-84b5-3e1dfd708f4c req-5e6a348c-64fd-4fde-9ccf-eee93abcb0ac tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0515833 Mar 31 20:49:17.339708 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8f9eb789-2ed6-4724-84b5-3e1dfd708f4c req-e6122552-646d-4d30-9e34-3b44c5abb3b9 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406506 Mar 31 20:49:17.466780 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaffe8-c0ab-409b-b48e-c2e6ee602222 req-e1bdcc15-01cb-48ab-87d6-63e31a5fa6ad tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:17.468247 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-30eaffe8-c0ab-409b-b48e-c2e6ee602222 req-e1bdcc15-01cb-48ab-87d6-63e31a5fa6ad tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 946 time: 0.0543573 Mar 31 20:49:17.565347 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-30eaffe8-c0ab-409b-b48e-c2e6ee602222 req-8ebbcae2-d1c0-4871-bfd9-916037c1b893 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Deleting port dbf2dbda-ef58-412f-97f7-1dc3114debce {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:49:17.565694 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-30eaffe8-c0ab-409b-b48e-c2e6ee602222 req-8ebbcae2-d1c0-4871-bfd9-916037c1b893 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (dbf2dbda-ef58-412f-97f7-1dc3114debce), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:17.654846 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-30eaffe8-c0ab-409b-b48e-c2e6ee602222 req-8ebbcae2-d1c0-4871-bfd9-916037c1b893 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] For port dbf2dbda-ef58-412f-97f7-1dc3114debce, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dbf2dbda-ef58-412f-97f7-1dc3114debce,segment=NetworkSegment(a37701f9-dff0-46e9-bd6a-4580ea1f1d67),segment_id=a37701f9-dff0-46e9-bd6a-4580ea1f1d67)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:49:17.655210 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-30eaffe8-c0ab-409b-b48e-c2e6ee602222 req-8ebbcae2-d1c0-4871-bfd9-916037c1b893 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (dbf2dbda-ef58-412f-97f7-1dc3114debce), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:17.668507 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-30eaffe8-c0ab-409b-b48e-c2e6ee602222 req-8ebbcae2-d1c0-4871-bfd9-916037c1b893 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Calling delete_port for dbf2dbda-ef58-412f-97f7-1dc3114debce owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:49:17.892170 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-30eaffe8-c0ab-409b-b48e-c2e6ee602222 req-8ebbcae2-d1c0-4871-bfd9-916037c1b893 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414'] for port (dbf2dbda-ef58-412f-97f7-1dc3114debce), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:17.905374 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['dbf2dbda-ef58-412f-97f7-1dc3114debce'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:49:17.918345 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbcae2-d1c0-4871-bfd9-916037c1b893 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Pushing event deleted for resources: {'Port': ['ID=dbf2dbda-ef58-412f-97f7-1dc3114debce,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:17.963430 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-30eaffe8-c0ab-409b-b48e-c2e6ee602222 req-8ebbcae2-d1c0-4871-bfd9-916037c1b893 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] No DVR routers for this DVR port dbf2dbda-ef58-412f-97f7-1dc3114debce on host hv-cinder-83607 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:49:17.965912 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-30eaffe8-c0ab-409b-b48e-c2e6ee602222 req-8ebbcae2-d1c0-4871-bfd9-916037c1b893 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:17.969197 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-30eaffe8-c0ab-409b-b48e-c2e6ee602222 req-8ebbcae2-d1c0-4871-bfd9-916037c1b893 tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.32 "DELETE /v2.0/ports/dbf2dbda-ef58-412f-97f7-1dc3114debce HTTP/1.1" status: 204 len: 173 time: 0.4899573 Mar 31 20:49:17.969630 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e50dde-7a5e-4307-889b-00269153d579', 'name': 'network-vif-deleted', 'tag': 'dbf2dbda-ef58-412f-97f7-1dc3114debce'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:49:17.972020 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad9b5fd-9567-4760-8947-bf8ce7d6a98c" -d '{"events": [{"server_uuid": "86e50dde-7a5e-4307-889b-00269153d579", "name": "network-vif-deleted", "tag": "dbf2dbda-ef58-412f-97f7-1dc3114debce"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:49:18.007007 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d9aa6c-b7d5-4ff9-bcdc-18e662d14f59 x-openstack-request-id: req-b4d9aa6c-b7d5-4ff9-bcdc-18e662d14f59 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:49:18.007296 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e50dde-7a5e-4307-889b-00269153d579", "name": "network-vif-deleted", "tag": "dbf2dbda-ef58-412f-97f7-1dc3114debce", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:49:18.007547 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b4d9aa6c-b7d5-4ff9-bcdc-18e662d14f59 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:49:18.008001 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d9aa6c-b7d5-4ff9-bcdc-18e662d14f59'] response: {'server_uuid': '86e50dde-7a5e-4307-889b-00269153d579', 'name': 'network-vif-deleted', 'tag': 'dbf2dbda-ef58-412f-97f7-1dc3114debce', 'status': 'completed', 'code': 200} Mar 31 20:49:18.449711 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b3a275b8-41df-49f0-bcc5-fcc81a1de709 req-53e7c7ed-d8bd-466b-a037-e4f0f46d566d tempest-ServerRescueNegativeTestJSON-1706198136 tempest-ServerRescueNegativeTestJSON-1706198136-project] 10.222.0.61 "GET /v2.0/ports?device_id=86e50dde-7a5e-4307-889b-00269153d579 HTTP/1.1" status: 200 len: 210 time: 0.0301526 Mar 31 20:49:19.507236 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59898) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:19.922223 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f4d49068-5798-491e-9b12-5cc4aa9dd7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16736117'] for router_interface (5b3fa499-51bc-42c0-9e22-2ec8e5331669), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:20.146677 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab8185-97fc-4a6d-9e63-de336f39311a req-df49d953-40c3-4e4c-a088-0efb6bda9df6 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:20.148199 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ccab8185-97fc-4a6d-9e63-de336f39311a req-df49d953-40c3-4e4c-a088-0efb6bda9df6 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0527363 Mar 31 20:49:20.197996 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ccab8185-97fc-4a6d-9e63-de336f39311a req-1752b3ce-77ef-4156-8376-d24e11bdc459 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442467 Mar 31 20:49:20.227803 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-f4d49068-5798-491e-9b12-5cc4aa9dd7e8 admin admin] Deleting port db7e5db4-afd3-44f6-8162-dbd69bea9e60 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:49:20.228145 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f4d49068-5798-491e-9b12-5cc4aa9dd7e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (db7e5db4-afd3-44f6-8162-dbd69bea9e60), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:20.304934 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-f4d49068-5798-491e-9b12-5cc4aa9dd7e8 admin admin] For port db7e5db4-afd3-44f6-8162-dbd69bea9e60, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=db7e5db4-afd3-44f6-8162-dbd69bea9e60,segment=NetworkSegment(a37701f9-dff0-46e9-bd6a-4580ea1f1d67),segment_id=a37701f9-dff0-46e9-bd6a-4580ea1f1d67)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:49:20.305202 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f4d49068-5798-491e-9b12-5cc4aa9dd7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (db7e5db4-afd3-44f6-8162-dbd69bea9e60), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:20.318355 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-f4d49068-5798-491e-9b12-5cc4aa9dd7e8 admin admin] Calling delete_port for db7e5db4-afd3-44f6-8162-dbd69bea9e60 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:49:20.552626 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f4d49068-5798-491e-9b12-5cc4aa9dd7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414'] for port (db7e5db4-afd3-44f6-8162-dbd69bea9e60), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:20.577914 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d49068-5798-491e-9b12-5cc4aa9dd7e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=db7e5db4-afd3-44f6-8162-dbd69bea9e60,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:20.705140 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f4d49068-5798-491e-9b12-5cc4aa9dd7e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16300112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16729829'] for router_interface (5b3fa499-51bc-42c0-9e22-2ec8e5331669), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:20.919285 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d49068-5798-491e-9b12-5cc4aa9dd7e8 admin admin] Router 5b3fa499-51bc-42c0-9e22-2ec8e5331669 has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:49:21.146521 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device dbf2dbda-ef58-412f-97f7-1dc3114debce no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:49:21.167578 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] No Port match for: dbf2dbda-ef58-412f-97f7-1dc3114debce {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:49:21.167950 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device dbf2dbda-ef58-412f-97f7-1dc3114debce not bound to the agent host hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:49:21.256981 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d49068-5798-491e-9b12-5cc4aa9dd7e8 admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:49:21.262050 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-f4d49068-5798-491e-9b12-5cc4aa9dd7e8 admin admin] 10.222.0.61 "PUT /v2.0/routers/5b3fa499-51bc-42c0-9e22-2ec8e5331669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7537389 Mar 31 20:49:21.264582 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59912) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:21.267346 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e51ab59-56a4-4bb6-a352-6733360fe62a None None] Sync routers for ids ['5b3fa499-51bc-42c0-9e22-2ec8e5331669'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:49:21.277804 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e51ab59-56a4-4bb6-a352-6733360fe62a None None] Routers {'5b3fa499-51bc-42c0-9e22-2ec8e5331669'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:49:21.278538 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-7e51ab59-56a4-4bb6-a352-6733360fe62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:49:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['5b3fa499-51bc-42c0-9e22-2ec8e5331669'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:21.322482 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91880ac8-d49c-43a5-997d-61c363794f72 req-53f53f9d-8802-439f-8721-0f58a5b98f7f tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:21.324806 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-91880ac8-d49c-43a5-997d-61c363794f72 req-53f53f9d-8802-439f-8721-0f58a5b98f7f tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0590775 Mar 31 20:49:21.375627 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3148430-373b-418e-998f-5f2b2d347e7e admin admin] Publish callbacks [] for router (5b3fa499-51bc-42c0-9e22-2ec8e5331669), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:21.376320 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-91880ac8-d49c-43a5-997d-61c363794f72 req-3e1fe19f-d7a6-4e3c-9a34-efa0e97501f9 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455129 Mar 31 20:49:21.393880 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-7e51ab59-56a4-4bb6-a352-6733360fe62a None None] Set router 5b3fa499-51bc-42c0-9e22-2ec8e5331669 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:49:21.488410 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3148430-373b-418e-998f-5f2b2d347e7e admin admin] Publish callbacks [] for router_gateway (5b3fa499-51bc-42c0-9e22-2ec8e5331669), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:21.568936 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-7e51ab59-56a4-4bb6-a352-6733360fe62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'name': 'tempest-ServerRescueNegativeTestJSON-451412803-router', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:34Z', 'updated_at': '2022-03-31T20:49:20Z', 'revision_number': 5, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'gw_port': {'id': '0b5bb612-1c9e-484f-bf5c-7c279c924a64', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:87:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:21.599177 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e51ab59-56a4-4bb6-a352-6733360fe62a None None] Checking router: 5b3fa499-51bc-42c0-9e22-2ec8e5331669 for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:49:21.607262 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e51ab59-56a4-4bb6-a352-6733360fe62a None None] Routers {'5b3fa499-51bc-42c0-9e22-2ec8e5331669'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:49:21.607896 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-7e51ab59-56a4-4bb6-a352-6733360fe62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:49:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['5b3fa499-51bc-42c0-9e22-2ec8e5331669'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:21.608069 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-d3148430-373b-418e-998f-5f2b2d347e7e admin admin] Deleting port 0b5bb612-1c9e-484f-bf5c-7c279c924a64 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:49:21.608522 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3148430-373b-418e-998f-5f2b2d347e7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (0b5bb612-1c9e-484f-bf5c-7c279c924a64), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:21.685277 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-d3148430-373b-418e-998f-5f2b2d347e7e admin admin] For port 0b5bb612-1c9e-484f-bf5c-7c279c924a64, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=0b5bb612-1c9e-484f-bf5c-7c279c924a64,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:49:21.685638 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3148430-373b-418e-998f-5f2b2d347e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (0b5bb612-1c9e-484f-bf5c-7c279c924a64), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:21.691314 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-7e51ab59-56a4-4bb6-a352-6733360fe62a None None] Set router 5b3fa499-51bc-42c0-9e22-2ec8e5331669 gateway port host: None {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:49:21.698106 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-d3148430-373b-418e-998f-5f2b2d347e7e admin admin] Calling delete_port for 0b5bb612-1c9e-484f-bf5c-7c279c924a64 owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:49:21.744910 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-7e51ab59-56a4-4bb6-a352-6733360fe62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'name': 'tempest-ServerRescueNegativeTestJSON-451412803-router', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:34Z', 'updated_at': '2022-03-31T20:49:21Z', 'revision_number': 6, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'gw_port_host': None}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:21.770933 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e51ab59-56a4-4bb6-a352-6733360fe62a None None] The sync data for ids ['5b3fa499-51bc-42c0-9e22-2ec8e5331669'] in dv-cinder-836072-1-iscsi is: [{'id': '5b3fa499-51bc-42c0-9e22-2ec8e5331669', 'name': 'tempest-ServerRescueNegativeTestJSON-451412803-router', 'tenant_id': 'df50189c17a647ac86148405e9f04f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:34Z', 'updated_at': '2022-03-31T20:49:21Z', 'revision_number': 6, 'project_id': 'df50189c17a647ac86148405e9f04f55', 'gw_port_host': None}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:49:21.946610 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3148430-373b-418e-998f-5f2b2d347e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414'] for port (0b5bb612-1c9e-484f-bf5c-7c279c924a64), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:21.977381 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3148430-373b-418e-998f-5f2b2d347e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=0b5bb612-1c9e-484f-bf5c-7c279c924a64,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:22.000033 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3148430-373b-418e-998f-5f2b2d347e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16728079'] for router_gateway (5b3fa499-51bc-42c0-9e22-2ec8e5331669), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:22.105821 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3148430-373b-418e-998f-5f2b2d347e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16730259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016'] for router (5b3fa499-51bc-42c0-9e22-2ec8e5331669), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:22.108026 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3148430-373b-418e-998f-5f2b2d347e7e admin admin] Publish callbacks [] for router_controller (5b3fa499-51bc-42c0-9e22-2ec8e5331669), precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:22.248266 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174845f4-27dd-44cd-9d49-0549f6ffe1e9 req-42e3e279-728c-4aca-b19a-8500542d3134 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:22.249716 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-174845f4-27dd-44cd-9d49-0549f6ffe1e9 req-42e3e279-728c-4aca-b19a-8500542d3134 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.32 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0593867 Mar 31 20:49:22.250843 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3148430-373b-418e-998f-5f2b2d347e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16730346'] for router (5b3fa499-51bc-42c0-9e22-2ec8e5331669), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:22.251320 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3148430-373b-418e-998f-5f2b2d347e7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b3fa499-51bc-42c0-9e22-2ec8e5331669 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:49:22.256152 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3148430-373b-418e-998f-5f2b2d347e7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:22.257171 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-d3148430-373b-418e-998f-5f2b2d347e7e admin admin] 10.222.0.61 "DELETE /v2.0/routers/5b3fa499-51bc-42c0-9e22-2ec8e5331669 HTTP/1.1" status: 204 len: 168 time: 0.9916959 Mar 31 20:49:22.259944 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 59914) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:22.308854 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff7378e3-7ce9-489c-802b-1ec97b18aa34 admin admin] Deleting subnet 3d3bfe61-66f5-4685-b3aa-57a09c0f885e {{(pid=110549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:49:22.311994 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ff7378e3-7ce9-489c-802b-1ec97b18aa34 admin admin] Publish callbacks [] for subnet (3d3bfe61-66f5-4685-b3aa-57a09c0f885e), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:22.346461 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ff7378e3-7ce9-489c-802b-1ec97b18aa34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25089792'] for subnet (3d3bfe61-66f5-4685-b3aa-57a09c0f885e), precommit_delete_associations {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:22.352166 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-174845f4-27dd-44cd-9d49-0549f6ffe1e9 req-8c173b38-fe67-4dfb-9872-418db6648f0d tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Deleting port 6ad761be-8f31-482c-8f22-6f7d29081b5b {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:49:22.352528 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-174845f4-27dd-44cd-9d49-0549f6ffe1e9 req-8c173b38-fe67-4dfb-9872-418db6648f0d tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (6ad761be-8f31-482c-8f22-6f7d29081b5b), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:22.444806 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-174845f4-27dd-44cd-9d49-0549f6ffe1e9 req-8c173b38-fe67-4dfb-9872-418db6648f0d tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] For port 6ad761be-8f31-482c-8f22-6f7d29081b5b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6ad761be-8f31-482c-8f22-6f7d29081b5b,segment=NetworkSegment(82f3cc8a-d230-474e-9e03-5cccc3fb873b),segment_id=82f3cc8a-d230-474e-9e03-5cccc3fb873b)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:49:22.445189 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-174845f4-27dd-44cd-9d49-0549f6ffe1e9 req-8c173b38-fe67-4dfb-9872-418db6648f0d tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (6ad761be-8f31-482c-8f22-6f7d29081b5b), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:22.483373 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ff7378e3-7ce9-489c-802b-1ec97b18aa34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1035066'] for subnet (3d3bfe61-66f5-4685-b3aa-57a09c0f885e), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:22.540269 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e55e8-e7b7-4da3-b9f1-b2b0f33f80ed req-2928eb02-7154-4346-be8d-91736eba6003 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:22.541817 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e58e55e8-e7b7-4da3-b9f1-b2b0f33f80ed req-2928eb02-7154-4346-be8d-91736eba6003 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 946 time: 0.0889771 Mar 31 20:49:22.577368 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device db7e5db4-afd3-44f6-8162-dbd69bea9e60 no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:49:22.603127 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e58e55e8-e7b7-4da3-b9f1-b2b0f33f80ed req-cb583531-534d-4077-9b4b-271a0f9e620b tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=a4857d65-78fb-44c7-83a8-9cc13b97c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541759 Mar 31 20:49:22.640904 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-174845f4-27dd-44cd-9d49-0549f6ffe1e9 req-8c173b38-fe67-4dfb-9872-418db6648f0d tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:22.641553 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-174845f4-27dd-44cd-9d49-0549f6ffe1e9 req-8c173b38-fe67-4dfb-9872-418db6648f0d tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (48928f18-e67f-48bd-a6c3-4ba18d0bb2c7), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:22.641553 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.l3_db [req-174845f4-27dd-44cd-9d49-0549f6ffe1e9 req-8c173b38-fe67-4dfb-9872-418db6648f0d tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Floating IP 48928f18-e67f-48bd-a6c3-4ba18d0bb2c7 disassociated. External IP: 172.27.0.159, port: 6ad761be-8f31-482c-8f22-6f7d29081b5b. Mar 31 20:49:22.641913 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-174845f4-27dd-44cd-9d49-0549f6ffe1e9 req-8c173b38-fe67-4dfb-9872-418db6648f0d tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Calling delete_port for 6ad761be-8f31-482c-8f22-6f7d29081b5b owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:49:22.682255 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ff7378e3-7ce9-489c-802b-1ec97b18aa34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12673467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25098015'] for subnet (3d3bfe61-66f5-4685-b3aa-57a09c0f885e), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:22.705757 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ff7378e3-7ce9-489c-802b-1ec97b18aa34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:22.712760 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-ff7378e3-7ce9-489c-802b-1ec97b18aa34 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3d3bfe61-66f5-4685-b3aa-57a09c0f885e HTTP/1.1" status: 204 len: 168 time: 0.4494090 Mar 31 20:49:22.723680 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59918) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:22.732627 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7378e3-7ce9-489c-802b-1ec97b18aa34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d3bfe61-66f5-4685-b3aa-57a09c0f885e,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:22.737131 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: db7e5db4-afd3-44f6-8162-dbd69bea9e60 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:49:22.737483 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device db7e5db4-afd3-44f6-8162-dbd69bea9e60 not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:49:22.738947 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13ae619-6764-43cf-a782-3d3f5641debc None None] Network 68a65e42-3a69-4c11-8f33-9e0a705f08d8 requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:49:22.740528 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7378e3-7ce9-489c-802b-1ec97b18aa34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:22.741179 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7378e3-7ce9-489c-802b-1ec97b18aa34 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:22.741679 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7378e3-7ce9-489c-802b-1ec97b18aa34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:22.742749 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7378e3-7ce9-489c-802b-1ec97b18aa34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:22.743301 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7378e3-7ce9-489c-802b-1ec97b18aa34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:22.743733 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7378e3-7ce9-489c-802b-1ec97b18aa34 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:22.744360 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7378e3-7ce9-489c-802b-1ec97b18aa34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:22.744792 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7378e3-7ce9-489c-802b-1ec97b18aa34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:22.748737 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7378e3-7ce9-489c-802b-1ec97b18aa34 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:22.749275 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7378e3-7ce9-489c-802b-1ec97b18aa34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:22.749785 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7378e3-7ce9-489c-802b-1ec97b18aa34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:22.750212 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7378e3-7ce9-489c-802b-1ec97b18aa34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:22.750638 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7378e3-7ce9-489c-802b-1ec97b18aa34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:22.751088 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7378e3-7ce9-489c-802b-1ec97b18aa34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:22.751499 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7378e3-7ce9-489c-802b-1ec97b18aa34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:22.836795 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913787'] for network (68a65e42-3a69-4c11-8f33-9e0a705f08d8), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:22.886688 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-174845f4-27dd-44cd-9d49-0549f6ffe1e9 req-8c173b38-fe67-4dfb-9872-418db6648f0d tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414'] for port (6ad761be-8f31-482c-8f22-6f7d29081b5b), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:22.911208 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb277ac-ccb5-4b7e-b104-5a48a4a993ad None None] DHCP port deletion for 68a65e42-3a69-4c11-8f33-9e0a705f08d8 request from dv-cinder-836072-1-iscsi {{(pid=110551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:49:22.920231 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c173b38-fe67-4dfb-9872-418db6648f0d tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Pushing event deleted for resources: {'Port': ['ID=6ad761be-8f31-482c-8f22-6f7d29081b5b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:22.972031 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Deleting port 291d3457-b9bc-4f40-bb65-7b3ae323c757 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:49:22.972413 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (291d3457-b9bc-4f40-bb65-7b3ae323c757), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:22.981396 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-6cb277ac-ccb5-4b7e-b104-5a48a4a993ad None None] Deleting port 291d3457-b9bc-4f40-bb65-7b3ae323c757 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:49:22.981775 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6cb277ac-ccb5-4b7e-b104-5a48a4a993ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (291d3457-b9bc-4f40-bb65-7b3ae323c757), before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:23.044431 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-6cb277ac-ccb5-4b7e-b104-5a48a4a993ad None None] For port 291d3457-b9bc-4f40-bb65-7b3ae323c757, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=291d3457-b9bc-4f40-bb65-7b3ae323c757,segment=NetworkSegment(a37701f9-dff0-46e9-bd6a-4580ea1f1d67),segment_id=a37701f9-dff0-46e9-bd6a-4580ea1f1d67)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:49:23.044836 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6cb277ac-ccb5-4b7e-b104-5a48a4a993ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (291d3457-b9bc-4f40-bb65-7b3ae323c757), precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:23.057305 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-6cb277ac-ccb5-4b7e-b104-5a48a4a993ad None None] Calling delete_port for 291d3457-b9bc-4f40-bb65-7b3ae323c757 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:49:23.076035 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] For port 291d3457-b9bc-4f40-bb65-7b3ae323c757, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=291d3457-b9bc-4f40-bb65-7b3ae323c757,segment=NetworkSegment(a37701f9-dff0-46e9-bd6a-4580ea1f1d67),segment_id=a37701f9-dff0-46e9-bd6a-4580ea1f1d67)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:49:23.076327 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (291d3457-b9bc-4f40-bb65-7b3ae323c757), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:23.093718 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Calling delete_port for 291d3457-b9bc-4f40-bb65-7b3ae323c757 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:49:23.148806 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-174845f4-27dd-44cd-9d49-0549f6ffe1e9 req-8c173b38-fe67-4dfb-9872-418db6648f0d tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Router a3f734c7-dd5f-4ecf-81e7-0d209282fa5f has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:49:23.280249 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-174845f4-27dd-44cd-9d49-0549f6ffe1e9 req-8c173b38-fe67-4dfb-9872-418db6648f0d tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:49:23.280983 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6cb277ac-ccb5-4b7e-b104-5a48a4a993ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414'] for port (291d3457-b9bc-4f40-bb65-7b3ae323c757), after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:23.291309 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeede8d1-e148-416e-b0f8-3c0b0b6cba2f None None] Sync routers for ids ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:49:23.299288 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb277ac-ccb5-4b7e-b104-5a48a4a993ad None None] No DVR routers for this DVR port 291d3457-b9bc-4f40-bb65-7b3ae323c757 on host dv-cinder-836072-1-iscsi {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:49:23.302364 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeede8d1-e148-416e-b0f8-3c0b0b6cba2f None None] Routers {'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:49:23.303229 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-eeede8d1-e148-416e-b0f8-3c0b0b6cba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:49:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:23.326248 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb277ac-ccb5-4b7e-b104-5a48a4a993ad None None] Pushing event deleted for resources: {'Port': ['ID=291d3457-b9bc-4f40-bb65-7b3ae323c757,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:23.343059 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-174845f4-27dd-44cd-9d49-0549f6ffe1e9 req-8c173b38-fe67-4dfb-9872-418db6648f0d tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] No DVR routers for this DVR port 6ad761be-8f31-482c-8f22-6f7d29081b5b on host hv-cinder-83607 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:49:23.345777 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-174845f4-27dd-44cd-9d49-0549f6ffe1e9 req-8c173b38-fe67-4dfb-9872-418db6648f0d tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:23.354555 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-174845f4-27dd-44cd-9d49-0549f6ffe1e9 req-8c173b38-fe67-4dfb-9872-418db6648f0d tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.32 "DELETE /v2.0/ports/6ad761be-8f31-482c-8f22-6f7d29081b5b HTTP/1.1" status: 204 len: 173 time: 1.0916052 Mar 31 20:49:23.354555 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414'] for port (291d3457-b9bc-4f40-bb65-7b3ae323c757), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:23.354555 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13419b2f-c274-4afe-aeef-ea9e477f1fd4', 'name': 'network-vif-deleted', 'tag': '6ad761be-8f31-482c-8f22-6f7d29081b5b'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:49:23.355402 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c25300-529c-44c4-9d55-80edb921850b" -d '{"events": [{"server_uuid": "13419b2f-c274-4afe-aeef-ea9e477f1fd4", "name": "network-vif-deleted", "tag": "6ad761be-8f31-482c-8f22-6f7d29081b5b"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:49:23.406418 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=291d3457-b9bc-4f40-bb65-7b3ae323c757,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:23.408052 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] No DVR routers for this DVR port 291d3457-b9bc-4f40-bb65-7b3ae323c757 on host dv-cinder-836072-1-iscsi {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:49:23.410348 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e274b00-a3e6-419e-b017-7ea3bf69537f x-openstack-request-id: req-4e274b00-a3e6-419e-b017-7ea3bf69537f {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:49:23.410532 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13419b2f-c274-4afe-aeef-ea9e477f1fd4", "name": "network-vif-deleted", "tag": "6ad761be-8f31-482c-8f22-6f7d29081b5b", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:49:23.410747 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4e274b00-a3e6-419e-b017-7ea3bf69537f {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:49:23.411515 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e274b00-a3e6-419e-b017-7ea3bf69537f'] response: {'server_uuid': '13419b2f-c274-4afe-aeef-ea9e477f1fd4', 'name': 'network-vif-deleted', 'tag': '6ad761be-8f31-482c-8f22-6f7d29081b5b', 'status': 'completed', 'code': 200} Mar 31 20:49:23.430147 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-eeede8d1-e148-416e-b0f8-3c0b0b6cba2f None None] Set router a3f734c7-dd5f-4ecf-81e7-0d209282fa5f gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:49:23.504920 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999857', 'neutron.services.segments.db._delete_segments_for_network-8784743285306'] for network (68a65e42-3a69-4c11-8f33-9e0a705f08d8), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:23.533449 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:49:23.533779 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:49:23.534572 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:49:23.534915 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Subscribe: > port after_create 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:49:23.535237 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:49:23.535589 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Subscribe: > port after_update 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:49:23.535951 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:49:23.536275 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:49:23.536594 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:49:23.536914 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:49:23.610012 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:49:23.610285 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:49:23.610626 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:49:23.610958 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:49:23.611333 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a65e42-3a69-4c11-8f33-9e0a705f08d8']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:23.629898 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37701f9-dff0-46e9-bd6a-4580ea1f1d67') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:23.630203 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37701f9-dff0-46e9-bd6a-4580ea1f1d67') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:23.633669 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-eeede8d1-e148-416e-b0f8-3c0b0b6cba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'name': 'tempest-AttachVolumeTestJSON-68326044-router', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:47Z', 'revision_number': 4, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'gw_port': {'id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:37Z', 'updated_at': '2022-03-31T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'd7a583f4-a76d-4916-86c0-8fbb0eebb827', 'name': '', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'mac_address': 'fa:16:3e:09:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:45Z', 'updated_at': '2022-03-31T20:45:06Z', 'revision_number': 5, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'subnets': [{'id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:23.648724 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784743283779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24749381'] for segment (a37701f9-dff0-46e9-bd6a-4580ea1f1d67), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:23.663685 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeede8d1-e148-416e-b0f8-3c0b0b6cba2f None None] Checking router: a3f734c7-dd5f-4ecf-81e7-0d209282fa5f for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:49:23.673941 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeede8d1-e148-416e-b0f8-3c0b0b6cba2f None None] Routers {'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:49:23.674579 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-eeede8d1-e148-416e-b0f8-3c0b0b6cba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:49:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:23.676362 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (a37701f9-dff0-46e9-bd6a-4580ea1f1d67), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:23.694687 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:49:23.695082 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24999171'] for segment (a37701f9-dff0-46e9-bd6a-4580ea1f1d67), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: from cryptography.utils import int_from_bytes Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: from cryptography.utils import int_from_bytes Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: self.session.flush() Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: self.session.flush() Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: self.session.flush() Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: self.session.flush() Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: Traceback (most recent call last): Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: timer() Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: cb(*args, **kw) Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: return func(*args, **kwargs) Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: self._notify() Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: self.callback(batched_events) Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: event.method(event) Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: return f(self, *a, **k) Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: return self._get(url).json() Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: return self.request(url, 'GET', **kwargs) Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:49:23.699642 dv-cinder-836072-1-iscsi neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:49:23.721759 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4a4cb17a-e2e3-41f4-b76e-465082fdf7c2 req-a353aed5-2a2c-4581-bb5e-f36e9cb07e22 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=13419b2f-c274-4afe-aeef-ea9e477f1fd4 HTTP/1.1" status: 200 len: 210 time: 0.0277255 Mar 31 20:49:23.832334 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728163'] for network (68a65e42-3a69-4c11-8f33-9e0a705f08d8), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:23.838539 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:23.847294 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] 10.222.0.61 "DELETE /v2.0/networks/68a65e42-3a69-4c11-8f33-9e0a705f08d8 HTTP/1.1" status: 204 len: 168 time: 1.1172249 Mar 31 20:49:23.854549 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa700037-a63a-40dc-b578-63ac01de3e69 admin admin] Pushing event deleted for resources: {'Network': ['ID=68a65e42-3a69-4c11-8f33-9e0a705f08d8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:23.873359 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-eeede8d1-e148-416e-b0f8-3c0b0b6cba2f None None] Set router a3f734c7-dd5f-4ecf-81e7-0d209282fa5f gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:49:24.072688 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-eeede8d1-e148-416e-b0f8-3c0b0b6cba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'name': 'tempest-AttachVolumeTestJSON-68326044-router', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:47Z', 'revision_number': 4, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'gw_port': {'id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:37Z', 'updated_at': '2022-03-31T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'd7a583f4-a76d-4916-86c0-8fbb0eebb827', 'name': '', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'mac_address': 'fa:16:3e:09:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:45Z', 'updated_at': '2022-03-31T20:45:06Z', 'revision_number': 5, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'subnets': [{'id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:24.098988 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeede8d1-e148-416e-b0f8-3c0b0b6cba2f None None] The sync data for ids ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'] in dv-cinder-836072-1-iscsi is: [{'id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'name': 'tempest-AttachVolumeTestJSON-68326044-router', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:47Z', 'revision_number': 4, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'gw_port': {'id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:37Z', 'updated_at': '2022-03-31T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'd7a583f4-a76d-4916-86c0-8fbb0eebb827', 'name': '', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'mac_address': 'fa:16:3e:09:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:45Z', 'updated_at': '2022-03-31T20:45:06Z', 'revision_number': 5, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'subnets': [{'id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:49:24.206345 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 291d3457-b9bc-4f40-bb65-7b3ae323c757 no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:49:24.231351 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: 291d3457-b9bc-4f40-bb65-7b3ae323c757 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:49:24.231697 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 291d3457-b9bc-4f40-bb65-7b3ae323c757 not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:49:24.232139 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 0b5bb612-1c9e-484f-bf5c-7c279c924a64 no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:49:24.252535 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: 0b5bb612-1c9e-484f-bf5c-7c279c924a64 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:49:24.252907 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 0b5bb612-1c9e-484f-bf5c-7c279c924a64 not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:49:24.290791 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 59926) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:24.338437 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-07925436-95bb-4adb-9aa4-54ef5341994a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=df50189c17a647ac86148405e9f04f55&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0464361 Mar 31 20:49:24.341260 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 59928) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:24.350609 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa278ec-12fe-4879-8dd8-f730a93c1346 None None] New status for floating IP 48928f18-e67f-48bd-a6c3-4ba18d0bb2c7: DOWN {{(pid=110551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:49:24.389624 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3201a98a-2761-4440-be7b-04a89e411b19 admin admin] Publish callbacks [] for security_group (7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:24.411238 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3201a98a-2761-4440-be7b-04a89e411b19 admin admin] Publish callbacks [] for security_group (7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:24.529928 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3201a98a-2761-4440-be7b-04a89e411b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:24.530539 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3201a98a-2761-4440-be7b-04a89e411b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:24.532951 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-3201a98a-2761-4440-be7b-04a89e411b19 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155 HTTP/1.1" status: 204 len: 168 time: 0.1907871 Mar 31 20:49:24.544147 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201a98a-2761-4440-be7b-04a89e411b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7ef8b5-8393-4aee-bb2b-1fe8a6c69155,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:24.901083 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 59944) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:24.957021 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-0c40b1e8-8b3a-4993-870c-13b93b80fad3 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for security_group (a4857d65-78fb-44c7-83a8-9cc13b97c4ed), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:24.981234 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-0c40b1e8-8b3a-4993-870c-13b93b80fad3 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for security_group (a4857d65-78fb-44c7-83a8-9cc13b97c4ed), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:25.106803 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-0c40b1e8-8b3a-4993-870c-13b93b80fad3 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (a4857d65-78fb-44c7-83a8-9cc13b97c4ed), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:25.109530 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-0c40b1e8-8b3a-4993-870c-13b93b80fad3 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:25.110697 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-0c40b1e8-8b3a-4993-870c-13b93b80fad3 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "DELETE /v2.0/security-groups/a4857d65-78fb-44c7-83a8-9cc13b97c4ed HTTP/1.1" status: 204 len: 168 time: 0.2084088 Mar 31 20:49:25.119197 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59954) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:25.120165 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40b1e8-8b3a-4993-870c-13b93b80fad3 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4857d65-78fb-44c7-83a8-9cc13b97c4ed,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:25.135365 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.api.v2.resource [None req-48ad41ed-e2b5-48c6-965c-4919f38aee50 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] show failed (client error): The resource could not be found. Mar 31 20:49:25.136406 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-48ad41ed-e2b5-48c6-965c-4919f38aee50 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups/a4857d65-78fb-44c7-83a8-9cc13b97c4ed HTTP/1.1" status: 404 len: 347 time: 0.0161307 Mar 31 20:49:25.139230 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59956) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:25.169518 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 6ad761be-8f31-482c-8f22-6f7d29081b5b no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:49:25.194017 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] No Port match for: 6ad761be-8f31-482c-8f22-6f7d29081b5b {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:49:25.194373 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 6ad761be-8f31-482c-8f22-6f7d29081b5b not bound to the agent host hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:49:25.273859 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-921a9bb0-18c1-46eb-9e18-cc3226748973 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Deleting port 3369158d-8894-4003-a269-55779e2d122c {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:49:25.274333 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921a9bb0-18c1-46eb-9e18-cc3226748973 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (3369158d-8894-4003-a269-55779e2d122c), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:25.352786 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921a9bb0-18c1-46eb-9e18-cc3226748973 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (3369158d-8894-4003-a269-55779e2d122c), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:25.353106 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921a9bb0-18c1-46eb-9e18-cc3226748973 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for floatingip (3369158d-8894-4003-a269-55779e2d122c), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:25.365212 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-921a9bb0-18c1-46eb-9e18-cc3226748973 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Calling delete_port for 3369158d-8894-4003-a269-55779e2d122c owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:49:25.567264 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921a9bb0-18c1-46eb-9e18-cc3226748973 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (3369158d-8894-4003-a269-55779e2d122c), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:25.598086 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a9bb0-18c1-46eb-9e18-cc3226748973 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Pushing event deleted for resources: {'Port': ['ID=3369158d-8894-4003-a269-55779e2d122c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:25.632155 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 59970) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:25.657221 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921a9bb0-18c1-46eb-9e18-cc3226748973 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for floatingip (48928f18-e67f-48bd-a6c3-4ba18d0bb2c7), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:25.660506 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921a9bb0-18c1-46eb-9e18-cc3226748973 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:25.661772 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-921a9bb0-18c1-46eb-9e18-cc3226748973 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "DELETE /v2.0/floatingips/48928f18-e67f-48bd-a6c3-4ba18d0bb2c7 HTTP/1.1" status: 204 len: 168 time: 0.5211740 Mar 31 20:49:25.735074 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-3822e607-bdea-471c-929e-a6fb6c298e76 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1247449368-network', 'tenant_id': 'ba9c1ac5a17048e59beaabc58d1415db'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:49:25.855492 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3822e607-bdea-471c-929e-a6fb6c298e76 admin admin] Made reservation on behalf of ba9c1ac5a17048e59beaabc58d1415db for: {'network': 1} {{(pid=110549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:49:25.857774 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3822e607-bdea-471c-929e-a6fb6c298e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for network (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:25.867212 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3822e607-bdea-471c-929e-a6fb6c298e76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:25.921019 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59976) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:25.926484 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-de3c6431-c04f-43a3-86d8-c2853c7c008c tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--698780367', 'description': 'tempest-description--1287716531'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:49:25.942273 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3822e607-bdea-471c-929e-a6fb6c298e76 admin admin] Publish callbacks [] for security_group (e77d96bb-164e-4d5e-afc3-0dc3a8ab17e7), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:26.040335 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3822e607-bdea-471c-929e-a6fb6c298e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (e77d96bb-164e-4d5e-afc3-0dc3a8ab17e7), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:26.060712 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3822e607-bdea-471c-929e-a6fb6c298e76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=110549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:49:26.075416 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de3c6431-c04f-43a3-86d8-c2853c7c008c tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:26.079579 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822e607-bdea-471c-929e-a6fb6c298e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77d96bb-164e-4d5e-afc3-0dc3a8ab17e7,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:26.084253 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3822e607-bdea-471c-929e-a6fb6c298e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (e5276879-cd4e-48b5-a470-274166c49486), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:26.084604 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.db.segments_db [None req-3822e607-bdea-471c-929e-a6fb6c298e76 admin admin] Added segment e5276879-cd4e-48b5-a470-274166c49486 of type vlan for network 233dede5-9393-44a8-be79-5d89d20e68b4 Mar 31 20:49:26.127198 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3822e607-bdea-471c-929e-a6fb6c298e76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784742926659'] for network (233dede5-9393-44a8-be79-5d89d20e68b4), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:26.152126 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de3c6431-c04f-43a3-86d8-c2853c7c008c tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for security_group (39b7179d-4e7f-411d-a9a8-dc727113effe), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:26.257763 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3822e607-bdea-471c-929e-a6fb6c298e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for network (233dede5-9393-44a8-be79-5d89d20e68b4), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:26.263135 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3822e607-bdea-471c-929e-a6fb6c298e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:26.263135 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3822e607-bdea-471c-929e-a6fb6c298e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:26.301059 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de3c6431-c04f-43a3-86d8-c2853c7c008c tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (39b7179d-4e7f-411d-a9a8-dc727113effe), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:26.323220 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822e607-bdea-471c-929e-a6fb6c298e76 admin admin] Pushing event updated for resources: {'Network': ['ID=233dede5-9393-44a8-be79-5d89d20e68b4,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:26.333832 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Network 233dede5-9393-44a8-be79-5d89d20e68b4 details requested by agent ovs-agent-dv-cinder-836072-1-iscsi with host dv-cinder-836072-1-iscsi {{(pid=110551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:49:26.337414 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c6431-c04f-43a3-86d8-c2853c7c008c tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b7179d-4e7f-411d-a9a8-dc727113effe,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:26.398256 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-3822e607-bdea-471c-929e-a6fb6c298e76 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7646437 Mar 31 20:49:26.401069 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 59984) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:26.405727 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-5249579a-f598-499b-a69e-3e4831057e65 admin admin] Request body: {'subnet': {'network_id': '233dede5-9393-44a8-be79-5d89d20e68b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1247449368-subnet', 'tenant_id': 'ba9c1ac5a17048e59beaabc58d1415db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:49:26.415991 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de3c6431-c04f-43a3-86d8-c2853c7c008c tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:26.417280 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-de3c6431-c04f-43a3-86d8-c2853c7c008c tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4952681 Mar 31 20:49:26.420139 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59986) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:26.424479 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ac6eeda2-9ed8-4d0f-9696-b1824ba38084 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Request body: {'security_group_rule': {'security_group_id': '39b7179d-4e7f-411d-a9a8-dc727113effe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:49:26.520687 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5249579a-f598-499b-a69e-3e4831057e65 admin admin] Made reservation on behalf of ba9c1ac5a17048e59beaabc58d1415db for: {'subnet': 1} {{(pid=110549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:49:26.523025 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5249579a-f598-499b-a69e-3e4831057e65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25097984'] for subnet (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:26.543197 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ac6eeda2-9ed8-4d0f-9696-b1824ba38084 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for security_group_rule (f7139fb4-f23b-49b3-83b2-96caa6003f6e), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:26.608162 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ac6eeda2-9ed8-4d0f-9696-b1824ba38084 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for security_group_rule (f7139fb4-f23b-49b3-83b2-96caa6003f6e), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:26.709798 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ac6eeda2-9ed8-4d0f-9696-b1824ba38084 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (f7139fb4-f23b-49b3-83b2-96caa6003f6e), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:26.731755 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6eeda2-9ed8-4d0f-9696-b1824ba38084 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7139fb4-f23b-49b3-83b2-96caa6003f6e,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:26.795386 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5249579a-f598-499b-a69e-3e4831057e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12673528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25098006'] for subnet (d1717bf3-0d8c-49ab-ad6e-446a5690fdb9), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:26.797447 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ac6eeda2-9ed8-4d0f-9696-b1824ba38084 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:26.798791 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-ac6eeda2-9ed8-4d0f-9696-b1824ba38084 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3776872 Mar 31 20:49:26.806448 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 59992) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:26.806659 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-507dcaa9-42ce-40d9-9791-e225c438d993 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Request body: {'security_group_rule': {'security_group_id': '39b7179d-4e7f-411d-a9a8-dc727113effe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:49:26.852185 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249579a-f598-499b-a69e-3e4831057e65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1717bf3-0d8c-49ab-ad6e-446a5690fdb9,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:26.859694 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5249579a-f598-499b-a69e-3e4831057e65 admin admin] Checking segment: {'id': 'e5276879-cd4e-48b5-a470-274166c49486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '233dede5-9393-44a8-be79-5d89d20e68b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:49:26.860072 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5249579a-f598-499b-a69e-3e4831057e65 admin admin] Network hostable DHCP agents. Network: 233dede5-9393-44a8-be79-5d89d20e68b4, hostable agents: ['b91c7fac-627a-49bd-9332-a32b3145d578'], hosted agents: [] {{(pid=110549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:49:26.897230 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-507dcaa9-42ce-40d9-9791-e225c438d993 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for security_group_rule (27db231e-3db0-48fe-a820-fa6b20eca91a), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:26.952744 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-507dcaa9-42ce-40d9-9791-e225c438d993 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for security_group_rule (27db231e-3db0-48fe-a820-fa6b20eca91a), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:26.994890 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5249579a-f598-499b-a69e-3e4831057e65 admin admin] Network 233dede5-9393-44a8-be79-5d89d20e68b4 is scheduled to be hosted by DHCP agent b91c7fac-627a-49bd-9332-a32b3145d578 with binding_index 1 {{(pid=110549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:49:27.050137 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-507dcaa9-42ce-40d9-9791-e225c438d993 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (27db231e-3db0-48fe-a820-fa6b20eca91a), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:27.067937 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507dcaa9-42ce-40d9-9791-e225c438d993 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27db231e-3db0-48fe-a820-fa6b20eca91a,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:27.086106 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-5249579a-f598-499b-a69e-3e4831057e65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-1-iscsi, 233dede5-9393-44a8-be79-5d89d20e68b4) {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:49:27.090196 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5249579a-f598-499b-a69e-3e4831057e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:27.090819 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5249579a-f598-499b-a69e-3e4831057e65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:27.097531 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94e9f3d-277b-4ca9-a9b9-14708f549784 None None] Network 233dede5-9393-44a8-be79-5d89d20e68b4 requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:49:27.155104 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-507dcaa9-42ce-40d9-9791-e225c438d993 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:27.156376 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-507dcaa9-42ce-40d9-9791-e225c438d993 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3531673 Mar 31 20:49:27.168366 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 59996) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:27.172873 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-3170d591-e4d7-4294-af5d-36e478a329e2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Request body: {'floatingip': {'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:49:27.189367 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-5249579a-f598-499b-a69e-3e4831057e65 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7872293 Mar 31 20:49:27.209003 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e49ab0-9bac-4dda-b165-4cfdd7eec0ab None None] Network 233dede5-9393-44a8-be79-5d89d20e68b4 requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:49:27.274291 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3170d591-e4d7-4294-af5d-36e478a329e2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:27.391239 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3170d591-e4d7-4294-af5d-36e478a329e2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:27.494270 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-3170d591-e4d7-4294-af5d-36e478a329e2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Allocated IP 172.27.0.204 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/7113b5b0-37ac-4c10-8a24-92a9f0ee1e57) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:49:27.599177 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3170d591-e4d7-4294-af5d-36e478a329e2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for port (7113b5b0-37ac-4c10-8a24-92a9f0ee1e57), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:27.698781 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3170d591-e4d7-4294-af5d-36e478a329e2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (7113b5b0-37ac-4c10-8a24-92a9f0ee1e57), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:27.736768 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3170d591-e4d7-4294-af5d-36e478a329e2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:49:27.739711 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-3170d591-e4d7-4294-af5d-36e478a329e2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:49:27.745799 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3170d591-e4d7-4294-af5d-36e478a329e2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:49:27.751329 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170d591-e4d7-4294-af5d-36e478a329e2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Pushing event updated for resources: {'Port': ['ID=7113b5b0-37ac-4c10-8a24-92a9f0ee1e57,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:27.834813 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3170d591-e4d7-4294-af5d-36e478a329e2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for floatingip (10827712-7088-4bb1-a741-7980102a73d8), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:27.891251 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 60014) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:27.896842 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-b99bd24d-2870-4e50-ae94-5db5bd7b99a8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1675626844-network', 'tenant_id': '573c252a6cb046468bb66c5782064585'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:49:27.947536 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3170d591-e4d7-4294-af5d-36e478a329e2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (7113b5b0-37ac-4c10-8a24-92a9f0ee1e57), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:27.990408 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99bd24d-2870-4e50-ae94-5db5bd7b99a8 admin admin] Made reservation on behalf of 573c252a6cb046468bb66c5782064585 for: {'network': 1} {{(pid=110549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:49:27.992689 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b99bd24d-2870-4e50-ae94-5db5bd7b99a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for network (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:28.032775 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b99bd24d-2870-4e50-ae94-5db5bd7b99a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:28.143715 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3170d591-e4d7-4294-af5d-36e478a329e2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for port (7113b5b0-37ac-4c10-8a24-92a9f0ee1e57), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:28.162670 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b99bd24d-2870-4e50-ae94-5db5bd7b99a8 admin admin] Publish callbacks [] for security_group (03e508e6-4665-48d1-926b-17760e3df68f), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:28.206292 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3170d591-e4d7-4294-af5d-36e478a329e2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12676161'] for port (7113b5b0-37ac-4c10-8a24-92a9f0ee1e57), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:28.260077 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b99bd24d-2870-4e50-ae94-5db5bd7b99a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (03e508e6-4665-48d1-926b-17760e3df68f), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:28.296452 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99bd24d-2870-4e50-ae94-5db5bd7b99a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=110549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:49:28.299856 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170d591-e4d7-4294-af5d-36e478a329e2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Pushing event updated for resources: {'Port': ['ID=7113b5b0-37ac-4c10-8a24-92a9f0ee1e57,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:28.323457 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bd24d-2870-4e50-ae94-5db5bd7b99a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e508e6-4665-48d1-926b-17760e3df68f,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:28.326667 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b99bd24d-2870-4e50-ae94-5db5bd7b99a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (4dd8e78f-4621-4f4a-871a-5c79d3194437), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:28.327009 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.db.segments_db [None req-b99bd24d-2870-4e50-ae94-5db5bd7b99a8 admin admin] Added segment 4dd8e78f-4621-4f4a-871a-5c79d3194437 of type vlan for network 18921e9f-4a0d-4590-86ad-fc0e8fc44f4c Mar 31 20:49:28.328346 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3170d591-e4d7-4294-af5d-36e478a329e2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (10827712-7088-4bb1-a741-7980102a73d8), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:28.605788 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b99bd24d-2870-4e50-ae94-5db5bd7b99a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784742926659'] for network (18921e9f-4a0d-4590-86ad-fc0e8fc44f4c), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:28.734039 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3170d591-e4d7-4294-af5d-36e478a329e2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:28.735263 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-3170d591-e4d7-4294-af5d-36e478a329e2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5658827 Mar 31 20:49:28.743219 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b99bd24d-2870-4e50-ae94-5db5bd7b99a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for network (18921e9f-4a0d-4590-86ad-fc0e8fc44f4c), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:28.744235 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99bd24d-2870-4e50-ae94-5db5bd7b99a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:28.751447 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b99bd24d-2870-4e50-ae94-5db5bd7b99a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:28.802863 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bd24d-2870-4e50-ae94-5db5bd7b99a8 admin admin] Pushing event updated for resources: {'Network': ['ID=18921e9f-4a0d-4590-86ad-fc0e8fc44f4c,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:28.812923 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Network 18921e9f-4a0d-4590-86ad-fc0e8fc44f4c details requested by agent ovs-agent-dv-cinder-836072-1-iscsi with host dv-cinder-836072-1-iscsi {{(pid=110551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:49:28.867245 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-b99bd24d-2870-4e50-ae94-5db5bd7b99a8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9748311 Mar 31 20:49:28.870051 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 60026) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:28.874877 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-49944ac9-3ca1-4b60-b882-7a1f53150efa admin admin] Request body: {'subnet': {'network_id': '18921e9f-4a0d-4590-86ad-fc0e8fc44f4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1675626844-subnet', 'tenant_id': '573c252a6cb046468bb66c5782064585', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:49:28.946160 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-e2db288d-42df-4c7a-9f9a-4e81cfd911e6 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--698780367&fields=id&tenant_id=654be7b7f6b046c4a444ce74acbb673c HTTP/1.1" status: 200 len: 267 time: 0.0421765 Mar 31 20:49:28.960475 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49944ac9-3ca1-4b60-b882-7a1f53150efa admin admin] Made reservation on behalf of 573c252a6cb046468bb66c5782064585 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:49:28.962751 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-49944ac9-3ca1-4b60-b882-7a1f53150efa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24512338'] for subnet (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:29.054546 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-d11a2db2-a5fb-41cf-aa72-bd9bbf1a2db5 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:29.056605 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-d11a2db2-a5fb-41cf-aa72-bd9bbf1a2db5 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/networks?id=aae64b56-d644-454d-807a-9ff75eea577e HTTP/1.1" status: 200 len: 809 time: 0.1037292 Mar 31 20:49:29.075256 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-b79dd537-9b40-4895-baf1-89f851e5b382 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/quotas/654be7b7f6b046c4a444ce74acbb673c HTTP/1.1" status: 200 len: 375 time: 0.0127952 Mar 31 20:49:29.130770 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-be243b5b-ae90-47b1-82c8-ed26857e6dd0 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=654be7b7f6b046c4a444ce74acbb673c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499904 Mar 31 20:49:29.204182 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-49944ac9-3ca1-4b60-b882-7a1f53150efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25000166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24512324'] for subnet (a2bc4a2d-465a-419d-8bb2-3de0e9e505af), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:29.229389 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-92c42d1e-23ec-480f-998f-b481564c6c9f service neutron] 10.222.0.61 "GET /v2.0/networks/aae64b56-d644-454d-807a-9ff75eea577e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875938 Mar 31 20:49:29.265738 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49944ac9-3ca1-4b60-b882-7a1f53150efa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2bc4a2d-465a-419d-8bb2-3de0e9e505af,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:29.271066 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49944ac9-3ca1-4b60-b882-7a1f53150efa admin admin] Checking segment: {'id': '4dd8e78f-4621-4f4a-871a-5c79d3194437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '18921e9f-4a0d-4590-86ad-fc0e8fc44f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:49:29.271422 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49944ac9-3ca1-4b60-b882-7a1f53150efa admin admin] Network hostable DHCP agents. Network: 18921e9f-4a0d-4590-86ad-fc0e8fc44f4c, hostable agents: ['b91c7fac-627a-49bd-9332-a32b3145d578'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:49:29.324339 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-c909eecf-a432-4078-b59b-88f84d78fc29 service neutron] 10.222.0.61 "GET /v2.0/networks/aae64b56-d644-454d-807a-9ff75eea577e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883803 Mar 31 20:49:29.341000 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49944ac9-3ca1-4b60-b882-7a1f53150efa admin admin] Network 18921e9f-4a0d-4590-86ad-fc0e8fc44f4c is scheduled to be hosted by DHCP agent b91c7fac-627a-49bd-9332-a32b3145d578 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:49:29.415065 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-49944ac9-3ca1-4b60-b882-7a1f53150efa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-1-iscsi, 18921e9f-4a0d-4590-86ad-fc0e8fc44f4c) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:49:29.419194 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49944ac9-3ca1-4b60-b882-7a1f53150efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:29.419818 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-49944ac9-3ca1-4b60-b882-7a1f53150efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:29.425768 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6865558d-eaaa-4033-9937-8f33037b245e None None] Network 18921e9f-4a0d-4590-86ad-fc0e8fc44f4c requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:49:29.519224 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-49944ac9-3ca1-4b60-b882-7a1f53150efa admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6404672 Mar 31 20:49:29.532321 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143f23e6-77e9-46d0-80fe-a3f135c07a90 None None] Network 18921e9f-4a0d-4590-86ad-fc0e8fc44f4c requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:49:29.613731 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ac8f0c7e-1e56-460b-b46e-61881a92b12a req-0ba7a506-09db-4882-980d-121f2d470308 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d238fb-29ff-4f30-a815-2728da97d0bd HTTP/1.1" status: 200 len: 210 time: 0.0496995 Mar 31 20:49:29.675964 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 60040) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:29.722969 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-16cfc78d-212e-4224-af78-d66628604bb3 admin admin] Deleting subnet d1717bf3-0d8c-49ab-ad6e-446a5690fdb9 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:49:29.726359 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16cfc78d-212e-4224-af78-d66628604bb3 admin admin] Publish callbacks [] for subnet (d1717bf3-0d8c-49ab-ad6e-446a5690fdb9), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:29.763163 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16cfc78d-212e-4224-af78-d66628604bb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24749390'] for subnet (d1717bf3-0d8c-49ab-ad6e-446a5690fdb9), precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:29.804598 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16cfc78d-212e-4224-af78-d66628604bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1035066'] for subnet (d1717bf3-0d8c-49ab-ad6e-446a5690fdb9), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:29.981685 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16cfc78d-212e-4224-af78-d66628604bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25000101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24512333'] for subnet (d1717bf3-0d8c-49ab-ad6e-446a5690fdb9), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:30.008719 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfc78d-212e-4224-af78-d66628604bb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1717bf3-0d8c-49ab-ad6e-446a5690fdb9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:30.010695 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16cfc78d-212e-4224-af78-d66628604bb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:30.015629 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-16cfc78d-212e-4224-af78-d66628604bb3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d1717bf3-0d8c-49ab-ad6e-446a5690fdb9 HTTP/1.1" status: 204 len: 168 time: 0.3383956 Mar 31 20:49:30.016793 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 60046) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:30.090166 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47e06467-9e26-499c-ba59-cad86c607d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913787'] for network (233dede5-9393-44a8-be79-5d89d20e68b4), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:30.167183 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47e06467-9e26-499c-ba59-cad86c607d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999857', 'neutron.services.segments.db._delete_segments_for_network-8784743285306'] for network (233dede5-9393-44a8-be79-5d89d20e68b4), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:30.186601 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-47e06467-9e26-499c-ba59-cad86c607d67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233dede5-9393-44a8-be79-5d89d20e68b4']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:30.196126 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-47e06467-9e26-499c-ba59-cad86c607d67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5276879-cd4e-48b5-a470-274166c49486') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:30.196421 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-47e06467-9e26-499c-ba59-cad86c607d67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5276879-cd4e-48b5-a470-274166c49486') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:30.205489 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47e06467-9e26-499c-ba59-cad86c607d67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784743283779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24749381'] for segment (e5276879-cd4e-48b5-a470-274166c49486), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:30.218741 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47e06467-9e26-499c-ba59-cad86c607d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (e5276879-cd4e-48b5-a470-274166c49486), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:30.224552 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e06467-9e26-499c-ba59-cad86c607d67 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:49:30.225018 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47e06467-9e26-499c-ba59-cad86c607d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24999171'] for segment (e5276879-cd4e-48b5-a470-274166c49486), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: Traceback (most recent call last): Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: timer() Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: cb(*args, **kw) Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: return func(*args, **kwargs) Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: self._notify() Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: self.callback(batched_events) Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: event.method(event) Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: return f(self, *a, **k) Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: return self._get(url).json() Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: return self.request(url, 'GET', **kwargs) Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:49:30.226833 dv-cinder-836072-1-iscsi neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:49:30.583714 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47e06467-9e26-499c-ba59-cad86c607d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728163'] for network (233dede5-9393-44a8-be79-5d89d20e68b4), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:30.588940 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47e06467-9e26-499c-ba59-cad86c607d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:30.592115 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-47e06467-9e26-499c-ba59-cad86c607d67 admin admin] 10.222.0.61 "DELETE /v2.0/networks/233dede5-9393-44a8-be79-5d89d20e68b4 HTTP/1.1" status: 204 len: 168 time: 0.5743656 Mar 31 20:49:30.595114 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 60052) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:30.602819 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e06467-9e26-499c-ba59-cad86c607d67 admin admin] Pushing event deleted for resources: {'Network': ['ID=233dede5-9393-44a8-be79-5d89d20e68b4,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:30.643762 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_v2 [None req-06631ac1-ad8d-4498-9f4c-89bf35d61a0b admin admin] Deleting subnet a2bc4a2d-465a-419d-8bb2-3de0e9e505af {{(pid=110549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:49:30.647198 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-06631ac1-ad8d-4498-9f4c-89bf35d61a0b admin admin] Publish callbacks [] for subnet (a2bc4a2d-465a-419d-8bb2-3de0e9e505af), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:30.684182 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-06631ac1-ad8d-4498-9f4c-89bf35d61a0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25089792'] for subnet (a2bc4a2d-465a-419d-8bb2-3de0e9e505af), precommit_delete_associations {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:30.748143 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3c949b97-f060-4d80-b2fa-10276dbc3ebe req-c0efbf08-b157-4082-9acf-256e0ff017d0 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d238fb-29ff-4f30-a815-2728da97d0bd HTTP/1.1" status: 200 len: 210 time: 0.0618324 Mar 31 20:49:30.769251 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-06631ac1-ad8d-4498-9f4c-89bf35d61a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1035066'] for subnet (a2bc4a2d-465a-419d-8bb2-3de0e9e505af), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:30.872940 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-06631ac1-ad8d-4498-9f4c-89bf35d61a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12673467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25098015'] for subnet (a2bc4a2d-465a-419d-8bb2-3de0e9e505af), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:30.898872 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06631ac1-ad8d-4498-9f4c-89bf35d61a0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2bc4a2d-465a-419d-8bb2-3de0e9e505af,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:30.904727 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-06631ac1-ad8d-4498-9f4c-89bf35d61a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:30.907729 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-06631ac1-ad8d-4498-9f4c-89bf35d61a0b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a2bc4a2d-465a-419d-8bb2-3de0e9e505af HTTP/1.1" status: 204 len: 168 time: 0.3116205 Mar 31 20:49:30.915327 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 60056) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:30.978000 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-78ec3293-4b37-4148-a12c-943314b95df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913787'] for network (18921e9f-4a0d-4590-86ad-fc0e8fc44f4c), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:31.095653 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-78ec3293-4b37-4148-a12c-943314b95df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999857', 'neutron.services.segments.db._delete_segments_for_network-8784743285306'] for network (18921e9f-4a0d-4590-86ad-fc0e8fc44f4c), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:31.117916 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-78ec3293-4b37-4148-a12c-943314b95df7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18921e9f-4a0d-4590-86ad-fc0e8fc44f4c']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:31.127970 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-78ec3293-4b37-4148-a12c-943314b95df7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd8e78f-4621-4f4a-871a-5c79d3194437') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:31.128481 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-78ec3293-4b37-4148-a12c-943314b95df7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd8e78f-4621-4f4a-871a-5c79d3194437') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:31.138361 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-78ec3293-4b37-4148-a12c-943314b95df7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784743283779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24749381'] for segment (4dd8e78f-4621-4f4a-871a-5c79d3194437), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:31.153322 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-78ec3293-4b37-4148-a12c-943314b95df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (4dd8e78f-4621-4f4a-871a-5c79d3194437), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:31.159310 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ec3293-4b37-4148-a12c-943314b95df7 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:49:31.159687 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-78ec3293-4b37-4148-a12c-943314b95df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24999171'] for segment (4dd8e78f-4621-4f4a-871a-5c79d3194437), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: Traceback (most recent call last): Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: timer() Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: cb(*args, **kw) Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: return func(*args, **kwargs) Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: self._notify() Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: self.callback(batched_events) Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: event.method(event) Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: return f(self, *a, **k) Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: return self._get(url).json() Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: return self.request(url, 'GET', **kwargs) Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:49:31.161296 dv-cinder-836072-1-iscsi neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:49:31.295419 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-78ec3293-4b37-4148-a12c-943314b95df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728163'] for network (18921e9f-4a0d-4590-86ad-fc0e8fc44f4c), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:31.302019 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-78ec3293-4b37-4148-a12c-943314b95df7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:31.305168 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-78ec3293-4b37-4148-a12c-943314b95df7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/18921e9f-4a0d-4590-86ad-fc0e8fc44f4c HTTP/1.1" status: 204 len: 168 time: 0.3936436 Mar 31 20:49:31.314891 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec3293-4b37-4148-a12c-943314b95df7 admin admin] Pushing event deleted for resources: {'Network': ['ID=18921e9f-4a0d-4590-86ad-fc0e8fc44f4c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:31.633867 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-8279b9bb-b672-4fa8-8735-9774086ab05e tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:31.635266 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-8279b9bb-b672-4fa8-8735-9774086ab05e tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.32 "GET /v2.0/networks?id=aae64b56-d644-454d-807a-9ff75eea577e HTTP/1.1" status: 200 len: 809 time: 0.1011455 Mar 31 20:49:31.683753 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 60062) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:31.696350 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-5efcb7b3-5703-488f-b34f-d001a2ceb23c tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=654be7b7f6b046c4a444ce74acbb673c HTTP/1.1" status: 200 len: 379 time: 0.0528789 Mar 31 20:49:31.705300 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-0aaefac6-8f1e-44f8-8548-a182a174d462 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Request body: {'port': {'device_id': '45d238fb-29ff-4f30-a815-2728da97d0bd', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'admin_state_up': True, 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'security_groups': ['39b7179d-4e7f-411d-a9a8-dc727113effe']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:49:31.724348 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-52ebc7c1-6801-4c42-8152-2001b4ca3597 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ba9c1ac5a17048e59beaabc58d1415db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405817 Mar 31 20:49:31.726850 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 60064) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:31.774880 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ae6993af-1dd0-4150-9fdf-ac26e3109ab1 admin admin] Publish callbacks [] for security_group (e77d96bb-164e-4d5e-afc3-0dc3a8ab17e7), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:31.797512 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ae6993af-1dd0-4150-9fdf-ac26e3109ab1 admin admin] Publish callbacks [] for security_group (e77d96bb-164e-4d5e-afc3-0dc3a8ab17e7), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:31.867024 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a7a1f0ce-ec0b-4e3b-883b-2d7d246eede0 req-54bc7f32-6d92-46ca-a157-b6fde5090924 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d238fb-29ff-4f30-a815-2728da97d0bd HTTP/1.1" status: 200 len: 210 time: 0.0347457 Mar 31 20:49:31.892201 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-0aaefac6-8f1e-44f8-8548-a182a174d462 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Made reservation on behalf of 654be7b7f6b046c4a444ce74acbb673c for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:49:31.895586 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-0aaefac6-8f1e-44f8-8548-a182a174d462 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:31.998332 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ae6993af-1dd0-4150-9fdf-ac26e3109ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (e77d96bb-164e-4d5e-afc3-0dc3a8ab17e7), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:32.001113 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ae6993af-1dd0-4150-9fdf-ac26e3109ab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:32.003319 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-ae6993af-1dd0-4150-9fdf-ac26e3109ab1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e77d96bb-164e-4d5e-afc3-0dc3a8ab17e7 HTTP/1.1" status: 204 len: 168 time: 0.2745938 Mar 31 20:49:32.010310 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6993af-1dd0-4150-9fdf-ac26e3109ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77d96bb-164e-4d5e-afc3-0dc3a8ab17e7,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:32.038882 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-0aaefac6-8f1e-44f8-8548-a182a174d462 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Allocated IP 172.20.0.10 (aae64b56-d644-454d-807a-9ff75eea577e/29e5f0dd-54c8-4420-95e1-1b4acc9a8f80/f380b844-1e76-4caf-b078-28ffe8346c71) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:49:32.191968 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-0aaefac6-8f1e-44f8-8548-a182a174d462 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for port (f380b844-1e76-4caf-b078-28ffe8346c71), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:32.332767 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-0aaefac6-8f1e-44f8-8548-a182a174d462 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (f380b844-1e76-4caf-b078-28ffe8346c71), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:32.378857 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-0aaefac6-8f1e-44f8-8548-a182a174d462 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Network aae64b56-d644-454d-807a-9ff75eea577e is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:49:32.382017 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-0aaefac6-8f1e-44f8-8548-a182a174d462 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:49:32.388052 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-0aaefac6-8f1e-44f8-8548-a182a174d462 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:49:32.413819 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaefac6-8f1e-44f8-8548-a182a174d462 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Pushing event updated for resources: {'Port': ['ID=f380b844-1e76-4caf-b078-28ffe8346c71,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:32.455046 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-0aaefac6-8f1e-44f8-8548-a182a174d462 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:32.456728 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-0aaefac6-8f1e-44f8-8548-a182a174d462 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:32.552109 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-0aaefac6-8f1e-44f8-8548-a182a174d462 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8504202 Mar 31 20:49:32.564376 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-51c79f9a-0563-4d5a-a5da-82ae5368ed99 service neutron] Request body: {'port': {'device_id': '45d238fb-29ff-4f30-a815-2728da97d0bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:49:32.616205 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d1be8d8a-ccc1-4bf1-af68-d3d959c2ae96 None None] Provisioning complete for port f380b844-1e76-4caf-b078-28ffe8346c71 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:49:32.616763 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d1be8d8a-ccc1-4bf1-af68-d3d959c2ae96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (f380b844-1e76-4caf-b078-28ffe8346c71), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:32.626422 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-51c79f9a-0563-4d5a-a5da-82ae5368ed99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (f380b844-1e76-4caf-b078-28ffe8346c71), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:32.655231 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d1be8d8a-ccc1-4bf1-af68-d3d959c2ae96 None None] Port f380b844-1e76-4caf-b078-28ffe8346c71 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:49:32.726987 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 60078) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:32.767901 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-b13616c7-11b0-4830-8ab1-0b4648b1c99e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=573c252a6cb046468bb66c5782064585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395439 Mar 31 20:49:32.770394 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 60080) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:32.823517 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9a601bbd-4752-4357-bebe-f3cfc8be4840 admin admin] Publish callbacks [] for security_group (03e508e6-4665-48d1-926b-17760e3df68f), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:32.844047 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9a601bbd-4752-4357-bebe-f3cfc8be4840 admin admin] Publish callbacks [] for security_group (03e508e6-4665-48d1-926b-17760e3df68f), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:32.902933 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-51c79f9a-0563-4d5a-a5da-82ae5368ed99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f380b844-1e76-4caf-b078-28ffe8346c71 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:49:32.910485 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-51c79f9a-0563-4d5a-a5da-82ae5368ed99 service neutron] Publish callbacks [] for port (f380b844-1e76-4caf-b078-28ffe8346c71), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:32.954808 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-51c79f9a-0563-4d5a-a5da-82ae5368ed99 service neutron] Transition to ACTIVE for port object f380b844-1e76-4caf-b078-28ffe8346c71 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:49:32.969466 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9a601bbd-4752-4357-bebe-f3cfc8be4840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (03e508e6-4665-48d1-926b-17760e3df68f), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:32.972803 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9a601bbd-4752-4357-bebe-f3cfc8be4840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:32.974228 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-9a601bbd-4752-4357-bebe-f3cfc8be4840 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/03e508e6-4665-48d1-926b-17760e3df68f HTTP/1.1" status: 204 len: 168 time: 0.2028644 Mar 31 20:49:32.986608 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a601bbd-4752-4357-bebe-f3cfc8be4840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e508e6-4665-48d1-926b-17760e3df68f,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:33.012251 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-51c79f9a-0563-4d5a-a5da-82ae5368ed99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24999263'] for port (f380b844-1e76-4caf-b078-28ffe8346c71), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:33.013049 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d016-bd5c-4c64-b05f-40673b9cb83b req-7fbe2f5e-d67f-4248-ad6a-7ee34595cd9a tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:33.015048 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4a02d016-bd5c-4c64-b05f-40673b9cb83b req-7fbe2f5e-d67f-4248-ad6a-7ee34595cd9a tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d238fb-29ff-4f30-a815-2728da97d0bd HTTP/1.1" status: 200 len: 932 time: 0.0803630 Mar 31 20:49:33.100029 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4a02d016-bd5c-4c64-b05f-40673b9cb83b req-7ea3cf84-fe2a-4355-97db-5e7b6fb7d0be tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=39b7179d-4e7f-411d-a9a8-dc727113effe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756516 Mar 31 20:49:33.114106 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c79f9a-0563-4d5a-a5da-82ae5368ed99 service neutron] Pushing event updated for resources: {'Port': ['ID=f380b844-1e76-4caf-b078-28ffe8346c71,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:33.146002 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-51c79f9a-0563-4d5a-a5da-82ae5368ed99 service neutron] Attempting to bind port f380b844-1e76-4caf-b078-28ffe8346c71 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:49:33.146342 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-51c79f9a-0563-4d5a-a5da-82ae5368ed99 service neutron] Attempting to bind port f380b844-1e76-4caf-b078-28ffe8346c71 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '82f3cc8a-d230-474e-9e03-5cccc3fb873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:49:33.146718 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-51c79f9a-0563-4d5a-a5da-82ae5368ed99 service neutron] Attempting to bind port f380b844-1e76-4caf-b078-28ffe8346c71 on network aae64b56-d644-454d-807a-9ff75eea577e {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:49:33.151198 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-51c79f9a-0563-4d5a-a5da-82ae5368ed99 service neutron] Port f380b844-1e76-4caf-b078-28ffe8346c71 on network aae64b56-d644-454d-807a-9ff75eea577e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:49:33.151525 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-51c79f9a-0563-4d5a-a5da-82ae5368ed99 service neutron] Attempting to bind port f380b844-1e76-4caf-b078-28ffe8346c71 on network aae64b56-d644-454d-807a-9ff75eea577e {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:49:33.156745 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-51c79f9a-0563-4d5a-a5da-82ae5368ed99 service neutron] Checking agent: {'id': '7dd6c0b4-7b51-4ce7-a43e-f42db731a887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'started_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:49:33.157088 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-51c79f9a-0563-4d5a-a5da-82ae5368ed99 service neutron] Checking segment: {'id': '82f3cc8a-d230-474e-9e03-5cccc3fb873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:49:33.157475 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-51c79f9a-0563-4d5a-a5da-82ae5368ed99 service neutron] Bound using segment: {'id': '82f3cc8a-d230-474e-9e03-5cccc3fb873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:49:33.157908 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-51c79f9a-0563-4d5a-a5da-82ae5368ed99 service neutron] Bound port: f380b844-1e76-4caf-b078-28ffe8346c71, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f3cc8a-d230-474e-9e03-5cccc3fb873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:49:33.158271 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-51c79f9a-0563-4d5a-a5da-82ae5368ed99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (f380b844-1e76-4caf-b078-28ffe8346c71), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:33.235111 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-51c79f9a-0563-4d5a-a5da-82ae5368ed99 service neutron] For port f380b844-1e76-4caf-b078-28ffe8346c71, host hv-cinder-83607, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:49:33.238729 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-51c79f9a-0563-4d5a-a5da-82ae5368ed99 service neutron] For port f380b844-1e76-4caf-b078-28ffe8346c71, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f380b844-1e76-4caf-b078-28ffe8346c71,segment=NetworkSegment(82f3cc8a-d230-474e-9e03-5cccc3fb873b),segment_id=82f3cc8a-d230-474e-9e03-5cccc3fb873b)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:49:33.259138 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:33.303946 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-51c79f9a-0563-4d5a-a5da-82ae5368ed99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24999263'] for port (f380b844-1e76-4caf-b078-28ffe8346c71), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:33.341173 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-51c79f9a-0563-4d5a-a5da-82ae5368ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:33.341791 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-51c79f9a-0563-4d5a-a5da-82ae5368ed99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:33.343174 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-51c79f9a-0563-4d5a-a5da-82ae5368ed99 service neutron] 10.222.0.32 "PUT /v2.0/ports/f380b844-1e76-4caf-b078-28ffe8346c71 HTTP/1.1" status: 200 len: 1094 time: 0.7831728 Mar 31 20:49:33.343611 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d238fb-29ff-4f30-a815-2728da97d0bd', 'tag': 'f380b844-1e76-4caf-b078-28ffe8346c71'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:49:33.345989 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7184f7-49df-4fc5-a0bd-25874b53bac7" -d '{"events": [{"name": "network-changed", "server_uuid": "45d238fb-29ff-4f30-a815-2728da97d0bd", "tag": "f380b844-1e76-4caf-b078-28ffe8346c71"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:49:33.379001 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c79f9a-0563-4d5a-a5da-82ae5368ed99 service neutron] Pushing event updated for resources: {'Port': ['ID=f380b844-1e76-4caf-b078-28ffe8346c71,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:33.421323 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642393f6-b81e-4976-a382-6b9c364397b3 x-openstack-request-id: req-642393f6-b81e-4976-a382-6b9c364397b3 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:49:33.421615 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d238fb-29ff-4f30-a815-2728da97d0bd", "tag": "f380b844-1e76-4caf-b078-28ffe8346c71", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:49:33.421860 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-642393f6-b81e-4976-a382-6b9c364397b3 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:49:33.422267 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-642393f6-b81e-4976-a382-6b9c364397b3'] response: {'name': 'network-changed', 'server_uuid': '45d238fb-29ff-4f30-a815-2728da97d0bd', 'tag': 'f380b844-1e76-4caf-b078-28ffe8346c71', 'status': 'completed', 'code': 200} Mar 31 20:49:33.499657 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7184f7-49df-4fc5-a0bd-25874b53bac7 req-e24c3254-d3ad-4b4b-847a-a25c5a3ea177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:33.502048 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ae7184f7-49df-4fc5-a0bd-25874b53bac7 req-e24c3254-d3ad-4b4b-847a-a25c5a3ea177 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=654be7b7f6b046c4a444ce74acbb673c&device_id=45d238fb-29ff-4f30-a815-2728da97d0bd HTTP/1.1" status: 200 len: 1128 time: 0.0584276 Mar 31 20:49:33.618900 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7184f7-49df-4fc5-a0bd-25874b53bac7 req-4a2e9c2f-9f8f-4559-ad08-b11b13d02966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:33.620497 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ae7184f7-49df-4fc5-a0bd-25874b53bac7 req-4a2e9c2f-9f8f-4559-ad08-b11b13d02966 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=654be7b7f6b046c4a444ce74acbb673c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1103308 Mar 31 20:49:33.715916 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7184f7-49df-4fc5-a0bd-25874b53bac7 req-8d66e59b-5c55-4e33-b2cf-b10fdf16c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:33.717278 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ae7184f7-49df-4fc5-a0bd-25874b53bac7 req-8d66e59b-5c55-4e33-b2cf-b10fdf16c689 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911980 Mar 31 20:49:33.796945 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-071acf7f-7c6a-4de0-8e12-678dd52d28a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:33.798540 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-071acf7f-7c6a-4de0-8e12-678dd52d28a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=654be7b7f6b046c4a444ce74acbb673c&device_id=45d238fb-29ff-4f30-a815-2728da97d0bd HTTP/1.1" status: 200 len: 1128 time: 0.0461848 Mar 31 20:49:33.848365 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-6afc90ea-7cf8-4513-a781-3898c14141ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f380b844-1e76-4caf-b078-28ffe8346c71 HTTP/1.1" status: 200 len: 217 time: 0.0418711 Mar 31 20:49:33.901305 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-ba5dcfda-a4c7-4a29-8def-a5db82aacf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:33.902928 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-ba5dcfda-a4c7-4a29-8def-a5db82aacf81 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29e5f0dd-54c8-4420-95e1-1b4acc9a8f80 HTTP/1.1" status: 200 len: 848 time: 0.0493748 Mar 31 20:49:33.953407 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-f980cc20-4d4a-44cc-97bf-bac7eaeb0133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:33.957586 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-f980cc20-4d4a-44cc-97bf-bac7eaeb0133 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aae64b56-d644-454d-807a-9ff75eea577e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455096 Mar 31 20:49:34.047172 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-34bc9617-97c1-43db-9b1a-e87d53068404 service neutron] 10.222.0.32 "GET /v2.0/networks/aae64b56-d644-454d-807a-9ff75eea577e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862415 Mar 31 20:49:34.136584 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0df30bac-4fe9-44f8-87c7-5a6ea05b2199 req-8a333ed1-f1da-4be3-a657-d2f069957d9c service neutron] 10.222.0.32 "GET /v2.0/networks/aae64b56-d644-454d-807a-9ff75eea577e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837057 Mar 31 20:49:34.215323 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82890d38-547b-4344-8584-b2e6835778bf req-e793a88d-90d6-49c1-93d8-0c40b5c5608d tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:34.216848 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-82890d38-547b-4344-8584-b2e6835778bf req-e793a88d-90d6-49c1-93d8-0c40b5c5608d tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d238fb-29ff-4f30-a815-2728da97d0bd HTTP/1.1" status: 200 len: 944 time: 0.0549054 Mar 31 20:49:34.272029 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-82890d38-547b-4344-8584-b2e6835778bf req-fe51180b-b6ae-45f2-bd49-556e5ada87f2 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=39b7179d-4e7f-411d-a9a8-dc727113effe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491281 Mar 31 20:49:34.274855 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 60110) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:34.380030 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-2a1abd89-b41b-4444-bb18-9e4fe3d39ed1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1253960198-network', 'tenant_id': '0bc818f60e82402c8aa51028565dac9b'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:49:34.457397 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1abd89-b41b-4444-bb18-9e4fe3d39ed1 admin admin] Made reservation on behalf of 0bc818f60e82402c8aa51028565dac9b for: {'network': 1} {{(pid=110549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:49:34.459698 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2a1abd89-b41b-4444-bb18-9e4fe3d39ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for network (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:34.468174 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2a1abd89-b41b-4444-bb18-9e4fe3d39ed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:34.542948 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2a1abd89-b41b-4444-bb18-9e4fe3d39ed1 admin admin] Publish callbacks [] for security_group (381e62da-333f-4be4-8524-daa2f0aca41b), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:34.612222 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2a1abd89-b41b-4444-bb18-9e4fe3d39ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (381e62da-333f-4be4-8524-daa2f0aca41b), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:34.637253 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1abd89-b41b-4444-bb18-9e4fe3d39ed1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=110549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:49:34.647604 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1abd89-b41b-4444-bb18-9e4fe3d39ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381e62da-333f-4be4-8524-daa2f0aca41b,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:34.652165 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2a1abd89-b41b-4444-bb18-9e4fe3d39ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (454bf4d1-2374-4b5a-90ea-66fcfd6460b8), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:34.652511 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.db.segments_db [None req-2a1abd89-b41b-4444-bb18-9e4fe3d39ed1 admin admin] Added segment 454bf4d1-2374-4b5a-90ea-66fcfd6460b8 of type vlan for network 37c9f11b-901e-44b6-b70e-158fc086e6db Mar 31 20:49:34.704830 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2a1abd89-b41b-4444-bb18-9e4fe3d39ed1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784742926659'] for network (37c9f11b-901e-44b6-b70e-158fc086e6db), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:34.795502 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2a1abd89-b41b-4444-bb18-9e4fe3d39ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for network (37c9f11b-901e-44b6-b70e-158fc086e6db), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:34.796566 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1abd89-b41b-4444-bb18-9e4fe3d39ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:34.797248 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2a1abd89-b41b-4444-bb18-9e4fe3d39ed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:34.856267 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1abd89-b41b-4444-bb18-9e4fe3d39ed1 admin admin] Pushing event updated for resources: {'Network': ['ID=37c9f11b-901e-44b6-b70e-158fc086e6db,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:34.865821 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Network 37c9f11b-901e-44b6-b70e-158fc086e6db details requested by agent ovs-agent-dv-cinder-836072-1-iscsi with host dv-cinder-836072-1-iscsi {{(pid=110551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:49:34.924460 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-2a1abd89-b41b-4444-bb18-9e4fe3d39ed1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6471660 Mar 31 20:49:34.932844 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 60132) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:34.938048 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-3a1970c6-c46e-4e2a-93ce-bf606cd45708 admin admin] Request body: {'subnet': {'network_id': '37c9f11b-901e-44b6-b70e-158fc086e6db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1253960198-subnet', 'tenant_id': '0bc818f60e82402c8aa51028565dac9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:49:35.040570 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1970c6-c46e-4e2a-93ce-bf606cd45708 admin admin] Made reservation on behalf of 0bc818f60e82402c8aa51028565dac9b for: {'subnet': 1} {{(pid=110549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:49:35.042975 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3a1970c6-c46e-4e2a-93ce-bf606cd45708 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25097984'] for subnet (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:35.209848 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device f380b844-1e76-4caf-b078-28ffe8346c71 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:49:35.283966 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3a1970c6-c46e-4e2a-93ce-bf606cd45708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12673528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25098006'] for subnet (f91bb35b-783e-4b8e-89fe-c103901e9935), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:35.309362 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port f380b844-1e76-4caf-b078-28ffe8346c71, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f380b844-1e76-4caf-b078-28ffe8346c71,segment=NetworkSegment(82f3cc8a-d230-474e-9e03-5cccc3fb873b),segment_id=82f3cc8a-d230-474e-9e03-5cccc3fb873b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:49:35.321890 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': 'f380b844-1e76-4caf-b078-28ffe8346c71', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'port_id': 'f380b844-1e76-4caf-b078-28ffe8346c71', 'mac_address': 'fa:16:3e:a9:b7:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:49:35.342922 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1970c6-c46e-4e2a-93ce-bf606cd45708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f91bb35b-783e-4b8e-89fe-c103901e9935,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:35.357088 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1970c6-c46e-4e2a-93ce-bf606cd45708 admin admin] Checking segment: {'id': '454bf4d1-2374-4b5a-90ea-66fcfd6460b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '37c9f11b-901e-44b6-b70e-158fc086e6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:49:35.357446 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1970c6-c46e-4e2a-93ce-bf606cd45708 admin admin] Network hostable DHCP agents. Network: 37c9f11b-901e-44b6-b70e-158fc086e6db, hostable agents: ['b91c7fac-627a-49bd-9332-a32b3145d578'], hosted agents: [] {{(pid=110549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:49:35.359813 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port f380b844-1e76-4caf-b078-28ffe8346c71 is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:49:35.360320 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (f380b844-1e76-4caf-b078-28ffe8346c71), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:35.374367 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f380b844-1e76-4caf-b078-28ffe8346c71 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:49:35.398959 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port f380b844-1e76-4caf-b078-28ffe8346c71, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f380b844-1e76-4caf-b078-28ffe8346c71,segment=NetworkSegment(82f3cc8a-d230-474e-9e03-5cccc3fb873b),segment_id=82f3cc8a-d230-474e-9e03-5cccc3fb873b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:49:35.471865 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1970c6-c46e-4e2a-93ce-bf606cd45708 admin admin] Network 37c9f11b-901e-44b6-b70e-158fc086e6db is scheduled to be hosted by DHCP agent b91c7fac-627a-49bd-9332-a32b3145d578 with binding_index 1 {{(pid=110549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:49:35.478246 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (f380b844-1e76-4caf-b078-28ffe8346c71), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:35.519900 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315fef4-6803-4ae3-854f-724c1b97585a req-37d9c279-5642-4157-9008-0806f04ae3bf tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:35.521418 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c315fef4-6803-4ae3-854f-724c1b97585a req-37d9c279-5642-4157-9008-0806f04ae3bf tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d238fb-29ff-4f30-a815-2728da97d0bd HTTP/1.1" status: 200 len: 944 time: 0.1694000 Mar 31 20:49:35.527249 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=f380b844-1e76-4caf-b078-28ffe8346c71,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:35.575151 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c315fef4-6803-4ae3-854f-724c1b97585a req-9553d324-a43f-415d-83f7-e04cb5ba019f tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=39b7179d-4e7f-411d-a9a8-dc727113effe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474164 Mar 31 20:49:35.581002 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-3a1970c6-c46e-4e2a-93ce-bf606cd45708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-1-iscsi, 37c9f11b-901e-44b6-b70e-158fc086e6db) {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:49:35.584827 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1970c6-c46e-4e2a-93ce-bf606cd45708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:35.585457 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3a1970c6-c46e-4e2a-93ce-bf606cd45708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:35.592683 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d061833-5411-4b28-820b-2cb19aa0e5f2 None None] Network 37c9f11b-901e-44b6-b70e-158fc086e6db requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:49:35.692596 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-3a1970c6-c46e-4e2a-93ce-bf606cd45708 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7584331 Mar 31 20:49:35.703514 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4135d79e-2780-4861-87cc-5c70dc76ac10 None None] Network 37c9f11b-901e-44b6-b70e-158fc086e6db requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:49:35.744977 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['f380b844-1e76-4caf-b078-28ffe8346c71'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:49:36.465074 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 60160) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:36.469975 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-34a49510-97a6-4f87-a788-538359da3c0e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1922990453-network', 'tenant_id': '1ed4ec4c06154996b25670ffa80e170f'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:49:36.571900 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a49510-97a6-4f87-a788-538359da3c0e admin admin] Made reservation on behalf of 1ed4ec4c06154996b25670ffa80e170f for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:49:36.574249 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-34a49510-97a6-4f87-a788-538359da3c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for network (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:36.583611 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-34a49510-97a6-4f87-a788-538359da3c0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:36.668290 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-34a49510-97a6-4f87-a788-538359da3c0e admin admin] Publish callbacks [] for security_group (3056df41-818f-4b1b-a59a-e57229be0a67), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:36.729905 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7fac6-ba61-42b7-8e9c-2fca205ea3a7 req-c6297dee-8775-4dd8-a9aa-7a704ae345fd tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:36.731410 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-09f7fac6-ba61-42b7-8e9c-2fca205ea3a7 req-c6297dee-8775-4dd8-a9aa-7a704ae345fd tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d238fb-29ff-4f30-a815-2728da97d0bd HTTP/1.1" status: 200 len: 945 time: 0.0844467 Mar 31 20:49:36.739634 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2928-e11d-4725-b556-06d970a061b0 req-596d3c66-5ed4-419d-9390-3362385362d7 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:36.745085 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f81a2928-e11d-4725-b556-06d970a061b0 req-596d3c66-5ed4-419d-9390-3362385362d7 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9cd58a-71bd-4e66-8368-69d90dc10ced HTTP/1.1" status: 200 len: 945 time: 0.0845289 Mar 31 20:49:36.780970 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-34a49510-97a6-4f87-a788-538359da3c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (3056df41-818f-4b1b-a59a-e57229be0a67), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:36.802635 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a49510-97a6-4f87-a788-538359da3c0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:49:36.816851 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a49510-97a6-4f87-a788-538359da3c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3056df41-818f-4b1b-a59a-e57229be0a67,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:36.817039 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-09f7fac6-ba61-42b7-8e9c-2fca205ea3a7 req-edd6b23f-13eb-4572-8f49-884bc468f520 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=39b7179d-4e7f-411d-a9a8-dc727113effe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750539 Mar 31 20:49:36.820417 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f81a2928-e11d-4725-b556-06d970a061b0 req-4f8b1560-9674-4a8a-8a92-ffbf171f81e4 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1deee4e-a962-45ce-99ad-14f63461850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726774 Mar 31 20:49:36.821771 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-34a49510-97a6-4f87-a788-538359da3c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (ad1de887-9c2f-496a-be41-33d5fee0f963), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:36.822109 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.segments_db [None req-34a49510-97a6-4f87-a788-538359da3c0e admin admin] Added segment ad1de887-9c2f-496a-be41-33d5fee0f963 of type vlan for network 652f3ed1-0b36-4b45-b150-86762912b200 Mar 31 20:49:36.871355 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-34a49510-97a6-4f87-a788-538359da3c0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784742926659'] for network (652f3ed1-0b36-4b45-b150-86762912b200), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:36.977444 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-34a49510-97a6-4f87-a788-538359da3c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for network (652f3ed1-0b36-4b45-b150-86762912b200), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:36.978422 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a49510-97a6-4f87-a788-538359da3c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:36.979036 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-34a49510-97a6-4f87-a788-538359da3c0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:37.036326 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a49510-97a6-4f87-a788-538359da3c0e admin admin] Pushing event updated for resources: {'Network': ['ID=652f3ed1-0b36-4b45-b150-86762912b200,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:37.045783 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Network 652f3ed1-0b36-4b45-b150-86762912b200 details requested by agent ovs-agent-dv-cinder-836072-1-iscsi with host dv-cinder-836072-1-iscsi {{(pid=110551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:49:37.152238 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-34a49510-97a6-4f87-a788-538359da3c0e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6860225 Mar 31 20:49:37.154965 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 60166) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:37.160299 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-49d904ba-f11e-44f3-a0d1-9e95c2887069 admin admin] Request body: {'subnet': {'network_id': '652f3ed1-0b36-4b45-b150-86762912b200', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1922990453-subnet', 'tenant_id': '1ed4ec4c06154996b25670ffa80e170f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:49:37.222671 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device f380b844-1e76-4caf-b078-28ffe8346c71 up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:49:37.240555 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d904ba-f11e-44f3-a0d1-9e95c2887069 admin admin] Made reservation on behalf of 1ed4ec4c06154996b25670ffa80e170f for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:49:37.242863 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-49d904ba-f11e-44f3-a0d1-9e95c2887069 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24512338'] for subnet (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:37.335151 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning for port f380b844-1e76-4caf-b078-28ffe8346c71 completed by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:49:37.339067 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port f380b844-1e76-4caf-b078-28ffe8346c71 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:49:37.339448 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (f380b844-1e76-4caf-b078-28ffe8346c71), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:37.416599 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port f380b844-1e76-4caf-b078-28ffe8346c71 is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:49:37.416993 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (f380b844-1e76-4caf-b078-28ffe8346c71), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:37.441750 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d238fb-29ff-4f30-a815-2728da97d0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f380b844-1e76-4caf-b078-28ffe8346c71'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:49:37.444020 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd945791-32a9-4c5f-be86-7f30caaa1460" -d '{"events": [{"server_uuid": "45d238fb-29ff-4f30-a815-2728da97d0bd", "name": "network-vif-plugged", "status": "completed", "tag": "f380b844-1e76-4caf-b078-28ffe8346c71"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:49:37.456375 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port f380b844-1e76-4caf-b078-28ffe8346c71, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f380b844-1e76-4caf-b078-28ffe8346c71,segment=NetworkSegment(82f3cc8a-d230-474e-9e03-5cccc3fb873b),segment_id=82f3cc8a-d230-474e-9e03-5cccc3fb873b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:49:37.480226 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d5d43d-d566-4149-92ad-379dd07f233f x-openstack-request-id: req-16d5d43d-d566-4149-92ad-379dd07f233f {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:49:37.480542 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d238fb-29ff-4f30-a815-2728da97d0bd", "name": "network-vif-plugged", "status": "completed", "tag": "f380b844-1e76-4caf-b078-28ffe8346c71", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:49:37.480803 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-16d5d43d-d566-4149-92ad-379dd07f233f {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:49:37.481233 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16d5d43d-d566-4149-92ad-379dd07f233f'] response: {'server_uuid': '45d238fb-29ff-4f30-a815-2728da97d0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f380b844-1e76-4caf-b078-28ffe8346c71', 'code': 200} Mar 31 20:49:37.484185 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-49d904ba-f11e-44f3-a0d1-9e95c2887069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25000166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24512324'] for subnet (fb1054f3-ef07-4035-9189-84d7379e68c1), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:37.545596 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d904ba-f11e-44f3-a0d1-9e95c2887069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb1054f3-ef07-4035-9189-84d7379e68c1,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:37.547546 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (f380b844-1e76-4caf-b078-28ffe8346c71), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:37.558820 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d904ba-f11e-44f3-a0d1-9e95c2887069 admin admin] Checking segment: {'id': 'ad1de887-9c2f-496a-be41-33d5fee0f963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '652f3ed1-0b36-4b45-b150-86762912b200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:49:37.559256 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d904ba-f11e-44f3-a0d1-9e95c2887069 admin admin] Network hostable DHCP agents. Network: 652f3ed1-0b36-4b45-b150-86762912b200, hostable agents: ['b91c7fac-627a-49bd-9332-a32b3145d578'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:49:37.594765 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=f380b844-1e76-4caf-b078-28ffe8346c71,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:37.640733 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d904ba-f11e-44f3-a0d1-9e95c2887069 admin admin] Network 652f3ed1-0b36-4b45-b150-86762912b200 is scheduled to be hosted by DHCP agent b91c7fac-627a-49bd-9332-a32b3145d578 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:49:37.798330 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-49d904ba-f11e-44f3-a0d1-9e95c2887069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-1-iscsi, 652f3ed1-0b36-4b45-b150-86762912b200) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:49:37.803997 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d904ba-f11e-44f3-a0d1-9e95c2887069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:37.804723 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-49d904ba-f11e-44f3-a0d1-9e95c2887069 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:37.807795 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49318792-e451-44bf-9bef-f41923c49a77 None None] Network 652f3ed1-0b36-4b45-b150-86762912b200 requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:49:37.845471 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b003cba-e3b6-45af-ba56-83bcc6bca178 req-750714d2-4bf8-4fc5-b78a-e5f437b461dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:37.847428 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0b003cba-e3b6-45af-ba56-83bcc6bca178 req-750714d2-4bf8-4fc5-b78a-e5f437b461dd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=45d238fb-29ff-4f30-a815-2728da97d0bd HTTP/1.1" status: 200 len: 1130 time: 0.0586464 Mar 31 20:49:37.904380 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-49d904ba-f11e-44f3-a0d1-9e95c2887069 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7483051 Mar 31 20:49:37.914488 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0b003cba-e3b6-45af-ba56-83bcc6bca178 req-33c169fe-8305-4581-b397-05a33c792bdc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=39b7179d-4e7f-411d-a9a8-dc727113effe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577307 Mar 31 20:49:37.918910 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf22eb6-f9d1-4fe3-b0dc-987041150339 None None] Network 652f3ed1-0b36-4b45-b150-86762912b200 requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:49:37.970671 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c72584-9b72-4438-bb74-5d116597ae6a req-c012056c-2bc9-452b-812d-121d138385ec tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:37.973147 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d0c72584-9b72-4438-bb74-5d116597ae6a req-c012056c-2bc9-452b-812d-121d138385ec tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d238fb-29ff-4f30-a815-2728da97d0bd HTTP/1.1" status: 200 len: 946 time: 0.0744750 Mar 31 20:49:38.033355 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d0c72584-9b72-4438-bb74-5d116597ae6a req-693f1f26-e1f8-4335-98bb-1dade310f0c8 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=39b7179d-4e7f-411d-a9a8-dc727113effe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537930 Mar 31 20:49:38.172763 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef03137-2477-4958-a4f2-c6409506f0c0 req-984045e1-e3bf-4d18-a1ff-fa79cc3c17a1 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:38.174523 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-aef03137-2477-4958-a4f2-c6409506f0c0 req-984045e1-e3bf-4d18-a1ff-fa79cc3c17a1 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9cd58a-71bd-4e66-8368-69d90dc10ced HTTP/1.1" status: 200 len: 945 time: 0.2557678 Mar 31 20:49:38.227694 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-aef03137-2477-4958-a4f2-c6409506f0c0 req-e21aa5f4-a0ac-434e-90d5-a2cd8b402f90 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1deee4e-a962-45ce-99ad-14f63461850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462668 Mar 31 20:49:38.371726 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-dbf20c28-ad28-45f5-a10a-35c03819d1f2 req-a09d0963-f052-4e05-a473-cd607096fc84 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439079 Mar 31 20:49:38.449898 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9d954-c310-4dd0-9a81-1e5a4cc00f3e req-6b02e844-a109-45b1-bc14-974983f114ac tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:38.451365 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-d7d9d954-c310-4dd0-9a81-1e5a4cc00f3e req-6b02e844-a109-45b1-bc14-974983f114ac tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9cd58a-71bd-4e66-8368-69d90dc10ced HTTP/1.1" status: 200 len: 945 time: 0.0579064 Mar 31 20:49:38.464334 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf20c28-ad28-45f5-a10a-35c03819d1f2 req-853a9e12-6bec-4fae-a226-13acf8340586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:38.465888 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-dbf20c28-ad28-45f5-a10a-35c03819d1f2 req-853a9e12-6bec-4fae-a226-13acf8340586 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd&device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 1129 time: 0.0450277 Mar 31 20:49:38.555512 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-d7d9d954-c310-4dd0-9a81-1e5a4cc00f3e req-54f3240d-46f4-4276-be8b-3c88da65f49b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Deleting port af733515-be5b-41af-b4b9-a8d1f9362ded {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:49:38.556144 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d7d9d954-c310-4dd0-9a81-1e5a4cc00f3e req-54f3240d-46f4-4276-be8b-3c88da65f49b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (af733515-be5b-41af-b4b9-a8d1f9362ded), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:38.572206 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf20c28-ad28-45f5-a10a-35c03819d1f2 req-e98d8df1-616d-4d3a-b7b2-6d41ab2d4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:38.573696 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-dbf20c28-ad28-45f5-a10a-35c03819d1f2 req-e98d8df1-616d-4d3a-b7b2-6d41ab2d4eb9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=891ebc70-d7d8-43ce-bc93-700332ce0830 HTTP/1.1" status: 200 len: 912 time: 0.0883131 Mar 31 20:49:38.646219 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-dbf20c28-ad28-45f5-a10a-35c03819d1f2 req-9a802967-3c56-448a-90df-021ec866b08d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fe1741b-26f2-4fe4-bcb0-a1bee84c26af HTTP/1.1" status: 200 len: 1000 time: 0.0657456 Mar 31 20:49:38.649266 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-d7d9d954-c310-4dd0-9a81-1e5a4cc00f3e req-54f3240d-46f4-4276-be8b-3c88da65f49b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] For port af733515-be5b-41af-b4b9-a8d1f9362ded, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=af733515-be5b-41af-b4b9-a8d1f9362ded,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:49:38.649659 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d7d9d954-c310-4dd0-9a81-1e5a4cc00f3e req-54f3240d-46f4-4276-be8b-3c88da65f49b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (af733515-be5b-41af-b4b9-a8d1f9362ded), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:38.696705 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf20c28-ad28-45f5-a10a-35c03819d1f2 req-4cf909ef-f7ca-469b-9172-c5ce8e17ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:38.698177 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-dbf20c28-ad28-45f5-a10a-35c03819d1f2 req-4cf909ef-f7ca-469b-9172-c5ce8e17ab6f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d8ae2ad-26c3-4ccb-8104-532540816283 HTTP/1.1" status: 200 len: 850 time: 0.0440423 Mar 31 20:49:38.747661 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf20c28-ad28-45f5-a10a-35c03819d1f2 req-880f116e-7ea7-48c6-bafc-6c3036b99c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:38.749431 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-dbf20c28-ad28-45f5-a10a-35c03819d1f2 req-880f116e-7ea7-48c6-bafc-6c3036b99c81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=891ebc70-d7d8-43ce-bc93-700332ce0830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446632 Mar 31 20:49:38.833623 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d7d9d954-c310-4dd0-9a81-1e5a4cc00f3e req-54f3240d-46f4-4276-be8b-3c88da65f49b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:38.833998 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d7d9d954-c310-4dd0-9a81-1e5a4cc00f3e req-54f3240d-46f4-4276-be8b-3c88da65f49b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (ff6b5314-a035-4408-9482-83cd6f74dae3), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:38.834319 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.l3_db [req-d7d9d954-c310-4dd0-9a81-1e5a4cc00f3e req-54f3240d-46f4-4276-be8b-3c88da65f49b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Floating IP ff6b5314-a035-4408-9482-83cd6f74dae3 disassociated. External IP: 172.27.0.154, port: af733515-be5b-41af-b4b9-a8d1f9362ded. Mar 31 20:49:38.834663 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-d7d9d954-c310-4dd0-9a81-1e5a4cc00f3e req-54f3240d-46f4-4276-be8b-3c88da65f49b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Calling delete_port for af733515-be5b-41af-b4b9-a8d1f9362ded owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:49:38.849658 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-dbf20c28-ad28-45f5-a10a-35c03819d1f2 req-ad991ade-3e29-498a-b567-a4e798a58e5a service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938292 Mar 31 20:49:38.949941 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-dbf20c28-ad28-45f5-a10a-35c03819d1f2 req-8d0950e6-c043-432e-be6c-f80f99ab33a3 service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921831 Mar 31 20:49:39.050611 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03663fef-8b8f-4a0b-a619-377b54ff9ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:39.051134 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d7d9d954-c310-4dd0-9a81-1e5a4cc00f3e req-54f3240d-46f4-4276-be8b-3c88da65f49b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (af733515-be5b-41af-b4b9-a8d1f9362ded), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:39.087226 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3240d-46f4-4276-be8b-3c88da65f49b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event deleted for resources: {'Port': ['ID=af733515-be5b-41af-b4b9-a8d1f9362ded,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:39.166456 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bab807-1ddf-4d8f-b19a-b1996ea1d880 req-ec309f99-9434-4495-a33a-14de89efb834 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:39.167929 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-12bab807-1ddf-4d8f-b19a-b1996ea1d880 req-ec309f99-9434-4495-a33a-14de89efb834 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d238fb-29ff-4f30-a815-2728da97d0bd HTTP/1.1" status: 200 len: 946 time: 0.0593092 Mar 31 20:49:39.214271 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7d9d954-c310-4dd0-9a81-1e5a4cc00f3e req-54f3240d-46f4-4276-be8b-3c88da65f49b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Router 9c84159c-985b-4c22-95dc-29e58752883b has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:49:39.221718 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-12bab807-1ddf-4d8f-b19a-b1996ea1d880 req-278be088-964d-4197-ae7b-a9cff1ed6826 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=39b7179d-4e7f-411d-a9a8-dc727113effe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479977 Mar 31 20:49:39.327210 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-25cf0509-390a-45a4-ae49-d6a4a92d6fd3 req-b71cf293-28a9-42ed-8bc7-75cfb11b3965 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9cd58a-71bd-4e66-8368-69d90dc10ced HTTP/1.1" status: 200 len: 210 time: 0.0281849 Mar 31 20:49:39.339649 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7d9d954-c310-4dd0-9a81-1e5a4cc00f3e req-54f3240d-46f4-4276-be8b-3c88da65f49b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:49:39.351671 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e9b2c6-54ff-48d6-8657-6b92a4a7e9bc None None] Sync routers for ids ['9c84159c-985b-4c22-95dc-29e58752883b'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:49:39.361692 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e9b2c6-54ff-48d6-8657-6b92a4a7e9bc None None] Routers {'9c84159c-985b-4c22-95dc-29e58752883b'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:49:39.362276 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e0e9b2c6-54ff-48d6-8657-6b92a4a7e9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:49:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['9c84159c-985b-4c22-95dc-29e58752883b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:39.386035 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d9d954-c310-4dd0-9a81-1e5a4cc00f3e req-54f3240d-46f4-4276-be8b-3c88da65f49b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] No DVR routers for this DVR port af733515-be5b-41af-b4b9-a8d1f9362ded on host hv-cinder-83607 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:49:39.388499 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d7d9d954-c310-4dd0-9a81-1e5a4cc00f3e req-54f3240d-46f4-4276-be8b-3c88da65f49b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:39.391792 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-d7d9d954-c310-4dd0-9a81-1e5a4cc00f3e req-54f3240d-46f4-4276-be8b-3c88da65f49b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.32 "DELETE /v2.0/ports/af733515-be5b-41af-b4b9-a8d1f9362ded HTTP/1.1" status: 204 len: 173 time: 0.9348993 Mar 31 20:49:39.392230 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9cd58a-71bd-4e66-8368-69d90dc10ced', 'name': 'network-vif-deleted', 'tag': 'af733515-be5b-41af-b4b9-a8d1f9362ded'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:49:39.395035 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b298ae-59e6-4d69-8d2d-216897c765bb" -d '{"events": [{"server_uuid": "2d9cd58a-71bd-4e66-8368-69d90dc10ced", "name": "network-vif-deleted", "tag": "af733515-be5b-41af-b4b9-a8d1f9362ded"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:49:39.429069 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86dc17cb-2883-4c55-af59-e1f887c8e645 x-openstack-request-id: req-86dc17cb-2883-4c55-af59-e1f887c8e645 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:49:39.429369 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9cd58a-71bd-4e66-8368-69d90dc10ced", "name": "network-vif-deleted", "tag": "af733515-be5b-41af-b4b9-a8d1f9362ded", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:49:39.429631 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-86dc17cb-2883-4c55-af59-e1f887c8e645 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:49:39.430039 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86dc17cb-2883-4c55-af59-e1f887c8e645'] response: {'server_uuid': '2d9cd58a-71bd-4e66-8368-69d90dc10ced', 'name': 'network-vif-deleted', 'tag': 'af733515-be5b-41af-b4b9-a8d1f9362ded', 'status': 'completed', 'code': 200} Mar 31 20:49:39.480195 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-e0e9b2c6-54ff-48d6-8657-6b92a4a7e9bc None None] Set router 9c84159c-985b-4c22-95dc-29e58752883b gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:49:39.693396 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e0e9b2c6-54ff-48d6-8657-6b92a4a7e9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:59Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:39.718984 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e9b2c6-54ff-48d6-8657-6b92a4a7e9bc None None] Checking router: 9c84159c-985b-4c22-95dc-29e58752883b for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:49:39.727139 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e9b2c6-54ff-48d6-8657-6b92a4a7e9bc None None] Routers {'9c84159c-985b-4c22-95dc-29e58752883b'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:49:39.727731 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e0e9b2c6-54ff-48d6-8657-6b92a4a7e9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:49:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['9c84159c-985b-4c22-95dc-29e58752883b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:39.838113 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-e0e9b2c6-54ff-48d6-8657-6b92a4a7e9bc None None] Set router 9c84159c-985b-4c22-95dc-29e58752883b gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:49:40.037794 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e0e9b2c6-54ff-48d6-8657-6b92a4a7e9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:59Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:40.067873 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e9b2c6-54ff-48d6-8657-6b92a4a7e9bc None None] The sync data for ids ['9c84159c-985b-4c22-95dc-29e58752883b'] in dv-cinder-836072-1-iscsi is: [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:59Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:49:40.309847 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1877be-b9e5-4bf0-bc12-34606a05dd8f None None] New status for floating IP ff6b5314-a035-4408-9482-83cd6f74dae3: DOWN {{(pid=110551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:49:40.348434 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a9e6e-61af-4216-adf7-3cc6bc2c0525 req-7251f010-0af7-49d9-a58a-1267ab7c4ea6 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:40.350309 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d54a9e6e-61af-4216-adf7-3cc6bc2c0525 req-7251f010-0af7-49d9-a58a-1267ab7c4ea6 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d238fb-29ff-4f30-a815-2728da97d0bd HTTP/1.1" status: 200 len: 946 time: 0.0568855 Mar 31 20:49:40.443073 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d54a9e6e-61af-4216-adf7-3cc6bc2c0525 req-782380e1-d8a5-4093-86e0-62cee434c683 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=39b7179d-4e7f-411d-a9a8-dc727113effe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786669 Mar 31 20:49:40.494930 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-09039295-7cc6-4813-9cb8-3f9a310e6568 req-a4af2883-2505-4693-b626-17d2eb66f381 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d9cd58a-71bd-4e66-8368-69d90dc10ced HTTP/1.1" status: 200 len: 210 time: 0.0320563 Mar 31 20:49:40.571011 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0554a-68f6-4957-8f9b-4c7f6971a7d6 req-0407cc4f-52b3-4085-ab26-56bc58e92eac tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:40.572585 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-cdb0554a-68f6-4957-8f9b-4c7f6971a7d6 req-0407cc4f-52b3-4085-ab26-56bc58e92eac tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d238fb-29ff-4f30-a815-2728da97d0bd HTTP/1.1" status: 200 len: 946 time: 0.0667233 Mar 31 20:49:40.581661 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 60210) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:40.586478 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-3f653a01-4511-44c2-a7bc-66f3cd86915e tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Request body: {'floatingip': {'port_id': 'f380b844-1e76-4caf-b078-28ffe8346c71'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:49:40.625707 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3f653a01-4511-44c2-a7bc-66f3cd86915e tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for floatingip (10827712-7088-4bb1-a741-7980102a73d8), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:41.049995 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3f653a01-4511-44c2-a7bc-66f3cd86915e tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:41.211890 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3f653a01-4511-44c2-a7bc-66f3cd86915e tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (10827712-7088-4bb1-a741-7980102a73d8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:41.231592 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device af733515-be5b-41af-b4b9-a8d1f9362ded no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:49:41.252704 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] No Port match for: af733515-be5b-41af-b4b9-a8d1f9362ded {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:49:41.253591 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device af733515-be5b-41af-b4b9-a8d1f9362ded not bound to the agent host hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:49:41.313021 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.db.l3_db [None req-3f653a01-4511-44c2-a7bc-66f3cd86915e tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Floating IP 10827712-7088-4bb1-a741-7980102a73d8 associated. External IP: 172.27.0.204, port: f380b844-1e76-4caf-b078-28ffe8346c71. Mar 31 20:49:41.523230 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f653a01-4511-44c2-a7bc-66f3cd86915e tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Router a3f734c7-dd5f-4ecf-81e7-0d209282fa5f has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:49:41.642537 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f653a01-4511-44c2-a7bc-66f3cd86915e tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:49:41.647050 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3f653a01-4511-44c2-a7bc-66f3cd86915e tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:41.652782 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 60220) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:41.654817 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ae2e2-e0a6-4548-b498-99cc6ea1c02a None None] Sync routers for ids ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:49:41.665634 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ae2e2-e0a6-4548-b498-99cc6ea1c02a None None] Routers {'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:49:41.666721 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c13ae2e2-e0a6-4548-b498-99cc6ea1c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:49:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:41.689612 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5c166571-faeb-4b3e-b82e-70a1cfec7fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:41.695677 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-3f653a01-4511-44c2-a7bc-66f3cd86915e tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "PUT /v2.0/floatingips/10827712-7088-4bb1-a741-7980102a73d8 HTTP/1.1" status: 200 len: 992 time: 1.1129725 Mar 31 20:49:41.698783 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d238fb-29ff-4f30-a815-2728da97d0bd', 'tag': 'f380b844-1e76-4caf-b078-28ffe8346c71'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:49:41.701036 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5253feeaf43b009d496c5950c37129f342c333472f7057fa14384dd137f2b4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a888ed-c0a6-409a-b87d-3d82e2297ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "45d238fb-29ff-4f30-a815-2728da97d0bd", "tag": "f380b844-1e76-4caf-b078-28ffe8346c71"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:49:41.741464 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-be0258fb-4cf6-40c4-98e3-0b69d9076af8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group (e1deee4e-a962-45ce-99ad-14f63461850d), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:41.743906 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ea28f2-e8e4-47d0-ace9-82ae0bdd5201 x-openstack-request-id: req-72ea28f2-e8e4-47d0-ace9-82ae0bdd5201 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:49:41.744200 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d238fb-29ff-4f30-a815-2728da97d0bd", "tag": "f380b844-1e76-4caf-b078-28ffe8346c71", "status": "completed", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:49:41.744455 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-72ea28f2-e8e4-47d0-ace9-82ae0bdd5201 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:49:41.744854 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ea28f2-e8e4-47d0-ace9-82ae0bdd5201'] response: {'name': 'network-changed', 'server_uuid': '45d238fb-29ff-4f30-a815-2728da97d0bd', 'tag': 'f380b844-1e76-4caf-b078-28ffe8346c71', 'status': 'completed', 'code': 200} Mar 31 20:49:41.768700 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-be0258fb-4cf6-40c4-98e3-0b69d9076af8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group (e1deee4e-a962-45ce-99ad-14f63461850d), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:41.777060 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-c13ae2e2-e0a6-4548-b498-99cc6ea1c02a None None] Set router a3f734c7-dd5f-4ecf-81e7-0d209282fa5f gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:49:41.811299 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a888ed-c0a6-409a-b87d-3d82e2297ed1 req-d61fe6ce-5ab1-4d3b-a8fc-8e23132f0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:41.813076 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-26a888ed-c0a6-409a-b87d-3d82e2297ed1 req-d61fe6ce-5ab1-4d3b-a8fc-8e23132f0b4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=654be7b7f6b046c4a444ce74acbb673c&device_id=45d238fb-29ff-4f30-a815-2728da97d0bd HTTP/1.1" status: 200 len: 1130 time: 0.0484569 Mar 31 20:49:41.892049 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-be0258fb-4cf6-40c4-98e3-0b69d9076af8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (e1deee4e-a962-45ce-99ad-14f63461850d), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:41.895317 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-be0258fb-4cf6-40c4-98e3-0b69d9076af8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:41.896832 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-be0258fb-4cf6-40c4-98e3-0b69d9076af8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "DELETE /v2.0/security-groups/e1deee4e-a962-45ce-99ad-14f63461850d HTTP/1.1" status: 204 len: 168 time: 0.2458348 Mar 31 20:49:41.899514 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 60226) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:41.907949 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0258fb-4cf6-40c4-98e3-0b69d9076af8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1deee4e-a962-45ce-99ad-14f63461850d,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:41.919555 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.api.v2.resource [None req-18ddeef6-87df-485e-a816-d06f5f9b8466 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] show failed (client error): The resource could not be found. Mar 31 20:49:41.920915 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-18ddeef6-87df-485e-a816-d06f5f9b8466 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups/e1deee4e-a962-45ce-99ad-14f63461850d HTTP/1.1" status: 404 len: 347 time: 0.0203915 Mar 31 20:49:41.926847 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a888ed-c0a6-409a-b87d-3d82e2297ed1 req-0e2e9d0b-e89c-41a3-89b3-1baea42e38b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:41.927409 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 60228) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:41.929044 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-26a888ed-c0a6-409a-b87d-3d82e2297ed1 req-0e2e9d0b-e89c-41a3-89b3-1baea42e38b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aae64b56-d644-454d-807a-9ff75eea577e HTTP/1.1" status: 200 len: 910 time: 0.1092896 Mar 31 20:49:42.006621 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-26a888ed-c0a6-409a-b87d-3d82e2297ed1 req-9dfc47c1-0432-4173-b4cc-d549e2493a50 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f380b844-1e76-4caf-b078-28ffe8346c71 HTTP/1.1" status: 200 len: 1000 time: 0.0716949 Mar 31 20:49:42.027749 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c13ae2e2-e0a6-4548-b498-99cc6ea1c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'name': 'tempest-AttachVolumeTestJSON-68326044-router', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:47Z', 'revision_number': 4, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'gw_port': {'id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:37Z', 'updated_at': '2022-03-31T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '10827712-7088-4bb1-a741-7980102a73d8', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'port_id': 'f380b844-1e76-4caf-b078-28ffe8346c71', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'mac_address': 'fa:16:3e:a9:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d238fb-29ff-4f30-a815-2728da97d0bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:49:27Z', 'updated_at': '2022-03-31T20:49:40Z', 'revision_number': 1, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a583f4-a76d-4916-86c0-8fbb0eebb827', 'name': '', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'mac_address': 'fa:16:3e:09:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:45Z', 'updated_at': '2022-03-31T20:45:06Z', 'revision_number': 5, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'subnets': [{'id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:42.063311 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a888ed-c0a6-409a-b87d-3d82e2297ed1 req-48e4b5fa-ed23-45a3-a2aa-e1c40297cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:42.068365 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-26a888ed-c0a6-409a-b87d-3d82e2297ed1 req-48e4b5fa-ed23-45a3-a2aa-e1c40297cad3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29e5f0dd-54c8-4420-95e1-1b4acc9a8f80 HTTP/1.1" status: 200 len: 848 time: 0.0519216 Mar 31 20:49:42.079268 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-5e1df705-979e-4dab-9fc4-0a5084d041d6 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Deleting port 2e91eded-ddd9-42e4-aca1-7e234d7f8d62 {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:49:42.079627 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5e1df705-979e-4dab-9fc4-0a5084d041d6 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (2e91eded-ddd9-42e4-aca1-7e234d7f8d62), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:42.139465 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a888ed-c0a6-409a-b87d-3d82e2297ed1 req-52376ec4-78ef-4ec7-a1a4-2878966869df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:42.142267 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-26a888ed-c0a6-409a-b87d-3d82e2297ed1 req-52376ec4-78ef-4ec7-a1a4-2878966869df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aae64b56-d644-454d-807a-9ff75eea577e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717630 Mar 31 20:49:42.156907 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ae2e2-e0a6-4548-b498-99cc6ea1c02a None None] Checking router: a3f734c7-dd5f-4ecf-81e7-0d209282fa5f for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:49:42.166543 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ae2e2-e0a6-4548-b498-99cc6ea1c02a None None] Routers {'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:49:42.167235 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c13ae2e2-e0a6-4548-b498-99cc6ea1c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:49:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:42.258243 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-26a888ed-c0a6-409a-b87d-3d82e2297ed1 req-c31a71f9-b08a-43eb-b6e8-8cc0d2fa741a service neutron] 10.222.0.32 "GET /v2.0/networks/aae64b56-d644-454d-807a-9ff75eea577e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054108 Mar 31 20:49:42.282413 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-c13ae2e2-e0a6-4548-b498-99cc6ea1c02a None None] Set router a3f734c7-dd5f-4ecf-81e7-0d209282fa5f gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:49:42.377034 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-26a888ed-c0a6-409a-b87d-3d82e2297ed1 req-f3709723-ef46-4d4b-995c-76e8daa2e910 service neutron] 10.222.0.32 "GET /v2.0/networks/aae64b56-d644-454d-807a-9ff75eea577e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122234 Mar 31 20:49:42.453398 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5e1df705-979e-4dab-9fc4-0a5084d041d6 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (2e91eded-ddd9-42e4-aca1-7e234d7f8d62), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:42.453723 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5e1df705-979e-4dab-9fc4-0a5084d041d6 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (2e91eded-ddd9-42e4-aca1-7e234d7f8d62), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:42.466626 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-5e1df705-979e-4dab-9fc4-0a5084d041d6 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Calling delete_port for 2e91eded-ddd9-42e4-aca1-7e234d7f8d62 owned by network:floatingip {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:49:42.560392 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:49:42.563020 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c13ae2e2-e0a6-4548-b498-99cc6ea1c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'name': 'tempest-AttachVolumeTestJSON-68326044-router', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:47Z', 'revision_number': 4, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'gw_port': {'id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:37Z', 'updated_at': '2022-03-31T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '10827712-7088-4bb1-a741-7980102a73d8', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'port_id': 'f380b844-1e76-4caf-b078-28ffe8346c71', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'mac_address': 'fa:16:3e:a9:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d238fb-29ff-4f30-a815-2728da97d0bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:49:27Z', 'updated_at': '2022-03-31T20:49:40Z', 'revision_number': 1, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a583f4-a76d-4916-86c0-8fbb0eebb827', 'name': '', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'mac_address': 'fa:16:3e:09:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:45Z', 'updated_at': '2022-03-31T20:45:06Z', 'revision_number': 5, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'subnets': [{'id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:42.592854 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ae2e2-e0a6-4548-b498-99cc6ea1c02a None None] The sync data for ids ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'] in dv-cinder-836072-1-iscsi is: [{'id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'name': 'tempest-AttachVolumeTestJSON-68326044-router', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:47Z', 'revision_number': 4, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'gw_port': {'id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:37Z', 'updated_at': '2022-03-31T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '10827712-7088-4bb1-a741-7980102a73d8', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'port_id': 'f380b844-1e76-4caf-b078-28ffe8346c71', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'mac_address': 'fa:16:3e:a9:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d238fb-29ff-4f30-a815-2728da97d0bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:49:27Z', 'updated_at': '2022-03-31T20:49:40Z', 'revision_number': 1, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a583f4-a76d-4916-86c0-8fbb0eebb827', 'name': '', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'mac_address': 'fa:16:3e:09:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:45Z', 'updated_at': '2022-03-31T20:45:06Z', 'revision_number': 5, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'subnets': [{'id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:49:42.706665 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5e1df705-979e-4dab-9fc4-0a5084d041d6 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (2e91eded-ddd9-42e4-aca1-7e234d7f8d62), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:42.734301 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1df705-979e-4dab-9fc4-0a5084d041d6 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event deleted for resources: {'Port': ['ID=2e91eded-ddd9-42e4-aca1-7e234d7f8d62,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:42.800277 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5e1df705-979e-4dab-9fc4-0a5084d041d6 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (ff6b5314-a035-4408-9482-83cd6f74dae3), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:42.802838 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5e1df705-979e-4dab-9fc4-0a5084d041d6 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:42.804903 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-5e1df705-979e-4dab-9fc4-0a5084d041d6 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "DELETE /v2.0/floatingips/ff6b5314-a035-4408-9482-83cd6f74dae3 HTTP/1.1" status: 204 len: 168 time: 0.8749394 Mar 31 20:49:42.808044 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a085a6d-5618-4b54-a444-ac0ef35fd4d8 None None] New status for floating IP 10827712-7088-4bb1-a741-7980102a73d8: ACTIVE {{(pid=110551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:49:43.393419 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:43.398290 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 60250) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:43.402891 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-fe2b7ce1-d6b5-4751-a6af-5ff65ff24931 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--586889526', 'description': 'tempest-description--1028130666'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:49:43.503320 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fe2b7ce1-d6b5-4751-a6af-5ff65ff24931 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:43.572205 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fe2b7ce1-d6b5-4751-a6af-5ff65ff24931 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group (fa73d76d-65c4-4d51-bdaf-fd6eefa1e610), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:43.695599 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fe2b7ce1-d6b5-4751-a6af-5ff65ff24931 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (fa73d76d-65c4-4d51-bdaf-fd6eefa1e610), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:43.727633 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b7ce1-d6b5-4751-a6af-5ff65ff24931 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa73d76d-65c4-4d51-bdaf-fd6eefa1e610,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:43.805758 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fe2b7ce1-d6b5-4751-a6af-5ff65ff24931 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:43.807063 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-fe2b7ce1-d6b5-4751-a6af-5ff65ff24931 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4077644 Mar 31 20:49:43.810195 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 60260) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:43.815192 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-74881221-ddbf-4177-8fb7-2ea8e370094a tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Request body: {'security_group_rule': {'security_group_id': 'fa73d76d-65c4-4d51-bdaf-fd6eefa1e610', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:49:43.965390 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-74881221-ddbf-4177-8fb7-2ea8e370094a tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group_rule (38f6469a-578f-4811-a006-ba846a20644c), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:44.018946 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-74881221-ddbf-4177-8fb7-2ea8e370094a tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group_rule (38f6469a-578f-4811-a006-ba846a20644c), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:44.163620 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-74881221-ddbf-4177-8fb7-2ea8e370094a tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (38f6469a-578f-4811-a006-ba846a20644c), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:44.181796 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74881221-ddbf-4177-8fb7-2ea8e370094a tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f6469a-578f-4811-a006-ba846a20644c,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:44.242223 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-74881221-ddbf-4177-8fb7-2ea8e370094a tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:44.243445 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-74881221-ddbf-4177-8fb7-2ea8e370094a tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4323084 Mar 31 20:49:44.246249 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 60262) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:44.250536 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-607c10c4-5533-48be-82c3-4c349874d318 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Request body: {'security_group_rule': {'security_group_id': 'fa73d76d-65c4-4d51-bdaf-fd6eefa1e610', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:49:44.385834 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-607c10c4-5533-48be-82c3-4c349874d318 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group_rule (8473f9da-6e94-48b3-b098-e8e507d4d31e), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:44.444244 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-607c10c4-5533-48be-82c3-4c349874d318 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group_rule (8473f9da-6e94-48b3-b098-e8e507d4d31e), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:44.514524 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-607c10c4-5533-48be-82c3-4c349874d318 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (8473f9da-6e94-48b3-b098-e8e507d4d31e), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:44.532461 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c10c4-5533-48be-82c3-4c349874d318 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8473f9da-6e94-48b3-b098-e8e507d4d31e,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:44.602226 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-607c10c4-5533-48be-82c3-4c349874d318 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:44.603442 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-607c10c4-5533-48be-82c3-4c349874d318 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3562806 Mar 31 20:49:44.606539 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 60268) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:44.610696 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-5570b896-4008-48f8-a6ef-5bdfce1f35fa tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Request body: {'floatingip': {'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:49:44.691721 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5570b896-4008-48f8-a6ef-5bdfce1f35fa tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:44.789996 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5570b896-4008-48f8-a6ef-5bdfce1f35fa tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:44.895500 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-5570b896-4008-48f8-a6ef-5bdfce1f35fa tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Allocated IP 172.27.0.206 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/bfee2061-1c82-482d-b9f5-0966b5505b1b) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:49:45.005572 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5570b896-4008-48f8-a6ef-5bdfce1f35fa tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for port (bfee2061-1c82-482d-b9f5-0966b5505b1b), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:45.120665 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:45.121454 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5570b896-4008-48f8-a6ef-5bdfce1f35fa tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (bfee2061-1c82-482d-b9f5-0966b5505b1b), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:45.158181 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5570b896-4008-48f8-a6ef-5bdfce1f35fa tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:49:45.161005 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-5570b896-4008-48f8-a6ef-5bdfce1f35fa tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:49:45.164475 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5570b896-4008-48f8-a6ef-5bdfce1f35fa tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:49:45.190290 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570b896-4008-48f8-a6ef-5bdfce1f35fa tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event updated for resources: {'Port': ['ID=bfee2061-1c82-482d-b9f5-0966b5505b1b,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:45.262058 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5570b896-4008-48f8-a6ef-5bdfce1f35fa tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (4605c07b-d8e3-4614-8536-9c71a754177b), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:45.432394 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5570b896-4008-48f8-a6ef-5bdfce1f35fa tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (bfee2061-1c82-482d-b9f5-0966b5505b1b), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:45.640579 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5570b896-4008-48f8-a6ef-5bdfce1f35fa tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for port (bfee2061-1c82-482d-b9f5-0966b5505b1b), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:45.664587 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da608ede-30e1-43d1-80d6-f455c65f6690 req-9138830a-7903-48ab-9c05-4f2174368f42 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:45.666818 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-da608ede-30e1-43d1-80d6-f455c65f6690 req-9138830a-7903-48ab-9c05-4f2174368f42 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0971022 Mar 31 20:49:45.675394 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:45.719996 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5570b896-4008-48f8-a6ef-5bdfce1f35fa tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12676161'] for port (bfee2061-1c82-482d-b9f5-0966b5505b1b), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:45.731118 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-da608ede-30e1-43d1-80d6-f455c65f6690 req-04da4f7d-28d8-429b-b7b8-82935081a1bb tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587189 Mar 31 20:49:45.792573 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570b896-4008-48f8-a6ef-5bdfce1f35fa tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event updated for resources: {'Port': ['ID=bfee2061-1c82-482d-b9f5-0966b5505b1b,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:45.806395 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5570b896-4008-48f8-a6ef-5bdfce1f35fa tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (4605c07b-d8e3-4614-8536-9c71a754177b), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:45.908231 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5570b896-4008-48f8-a6ef-5bdfce1f35fa tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:45.909885 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-5570b896-4008-48f8-a6ef-5bdfce1f35fa tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3024359 Mar 31 20:49:46.104621 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-898b5a49-991f-444b-94a8-6633c7e4500d req-ef9fbc85-4a61-4fad-b105-4f0d957dc18c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--586889526&fields=id&tenant_id=4396e2a514f7449287ea5b0d1b36b858 HTTP/1.1" status: 200 len: 267 time: 0.0428035 Mar 31 20:49:46.208659 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b5a49-991f-444b-94a8-6633c7e4500d req-fb90d2a0-a950-4cfc-b3dd-ca4f5aba6519 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:46.210050 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-898b5a49-991f-444b-94a8-6633c7e4500d req-fb90d2a0-a950-4cfc-b3dd-ca4f5aba6519 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/networks?id=63cb74cd-f9ca-4f98-a1e8-3428b271c26f HTTP/1.1" status: 200 len: 814 time: 0.0990496 Mar 31 20:49:46.224781 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-898b5a49-991f-444b-94a8-6633c7e4500d req-7cf2dc3f-9834-45c9-9d08-6c2aacada20b tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/quotas/4396e2a514f7449287ea5b0d1b36b858 HTTP/1.1" status: 200 len: 375 time: 0.0092673 Mar 31 20:49:46.283398 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-898b5a49-991f-444b-94a8-6633c7e4500d req-24ced0a4-3072-4685-80ea-1427897fb699 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4396e2a514f7449287ea5b0d1b36b858&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538700 Mar 31 20:49:46.393310 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-898b5a49-991f-444b-94a8-6633c7e4500d req-36d65c5e-2c0c-43f1-8cbf-6d6fe2f17f1c service neutron] 10.222.0.61 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906668 Mar 31 20:49:46.482723 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-898b5a49-991f-444b-94a8-6633c7e4500d req-22f87103-2ad2-43bb-b0ed-178b1fe1fd54 service neutron] 10.222.0.61 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920107 Mar 31 20:49:46.734286 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-728bd04e-c0db-42c2-b7f1-043ba9090d64 req-534536b8-83b8-4200-ac97-3d6c669c38e9 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcba5d33-f487-4db6-83f1-8be42a13b0c5 HTTP/1.1" status: 200 len: 210 time: 0.0419219 Mar 31 20:49:46.864894 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afdf36-5a15-40ec-9de0-9709d69a238d req-ffc61ec6-c4ef-4365-97e5-dace7a71dd5e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:46.866279 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-74afdf36-5a15-40ec-9de0-9709d69a238d req-ffc61ec6-c4ef-4365-97e5-dace7a71dd5e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0608487 Mar 31 20:49:46.918243 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-74afdf36-5a15-40ec-9de0-9709d69a238d req-bd437ff7-d4a8-405c-b795-77ef00a466fd tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456653 Mar 31 20:49:47.829259 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f0b86505-d1f7-4659-bc1e-9314a10726d1 req-85245310-cba0-4eba-8892-0d324c9867f2 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcba5d33-f487-4db6-83f1-8be42a13b0c5 HTTP/1.1" status: 200 len: 210 time: 0.0274851 Mar 31 20:49:48.153016 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb9244-0b8f-40c6-9bdc-722673e89ef1 req-3f9470e6-e459-4826-a06a-96ddb91dc8f2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:48.154510 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7bdb9244-0b8f-40c6-9bdc-722673e89ef1 req-3f9470e6-e459-4826-a06a-96ddb91dc8f2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0564041 Mar 31 20:49:48.200926 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7bdb9244-0b8f-40c6-9bdc-722673e89ef1 req-851e8404-da6f-41d9-86ec-524dccde7cfe tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407870 Mar 31 20:49:48.799335 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b5a49-991f-444b-94a8-6633c7e4500d req-3a092334-7ed8-4ee1-9567-1d1fca771e26 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:48.800829 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-898b5a49-991f-444b-94a8-6633c7e4500d req-3a092334-7ed8-4ee1-9567-1d1fca771e26 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.32 "GET /v2.0/networks?id=63cb74cd-f9ca-4f98-a1e8-3428b271c26f HTTP/1.1" status: 200 len: 814 time: 0.0975986 Mar 31 20:49:48.872790 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-898b5a49-991f-444b-94a8-6633c7e4500d req-e58d1977-156e-4cba-9357-a014b2fb6173 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4396e2a514f7449287ea5b0d1b36b858 HTTP/1.1" status: 200 len: 379 time: 0.0531907 Mar 31 20:49:48.881214 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-898b5a49-991f-444b-94a8-6633c7e4500d req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Request body: {'port': {'device_id': 'dcba5d33-f487-4db6-83f1-8be42a13b0c5', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'admin_state_up': True, 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'security_groups': ['fa73d76d-65c4-4d51-bdaf-fd6eefa1e610']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:49:48.928258 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f4efad42-fdfe-45c6-b4a6-c0886b4048b6 req-a7343f77-2211-40e4-a6b5-38fad608610d tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcba5d33-f487-4db6-83f1-8be42a13b0c5 HTTP/1.1" status: 200 len: 210 time: 0.0296659 Mar 31 20:49:49.051851 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-898b5a49-991f-444b-94a8-6633c7e4500d req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Made reservation on behalf of 4396e2a514f7449287ea5b0d1b36b858 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:49:49.055207 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-898b5a49-991f-444b-94a8-6633c7e4500d req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:49.177812 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-898b5a49-991f-444b-94a8-6633c7e4500d req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Allocated IP 172.20.0.14 (63cb74cd-f9ca-4f98-a1e8-3428b271c26f/7eadc9f8-4885-4224-91fc-800445db1b60/630dbffa-19c4-4fb7-b6ca-70132cc0de46) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:49:49.313793 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-898b5a49-991f-444b-94a8-6633c7e4500d req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for port (630dbffa-19c4-4fb7-b6ca-70132cc0de46), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:49.322603 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1af5a4-0890-4e79-8784-05ae493f14c3 req-e77e5109-bbaf-4605-a69d-6aae56fa7269 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:49.324097 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-cf1af5a4-0890-4e79-8784-05ae493f14c3 req-e77e5109-bbaf-4605-a69d-6aae56fa7269 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0520675 Mar 31 20:49:49.374764 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-cf1af5a4-0890-4e79-8784-05ae493f14c3 req-009c2af1-ed0e-4632-96b7-5896e0d2bcd4 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449145 Mar 31 20:49:49.406328 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-898b5a49-991f-444b-94a8-6633c7e4500d req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (630dbffa-19c4-4fb7-b6ca-70132cc0de46), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:49.452298 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-898b5a49-991f-444b-94a8-6633c7e4500d req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:49:49.457781 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-898b5a49-991f-444b-94a8-6633c7e4500d req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:49:49.460229 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-898b5a49-991f-444b-94a8-6633c7e4500d req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:49:49.495870 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event updated for resources: {'Port': ['ID=630dbffa-19c4-4fb7-b6ca-70132cc0de46,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:49.510275 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:49.510636 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:49.510987 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:49.511332 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:49.511673 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:49.512037 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:49.512383 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:49.512730 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:49.513051 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:49.513384 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:49.513717 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:49.514047 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:49.514377 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:49.514703 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:49.515031 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:49.535399 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b5a49-991f-444b-94a8-6633c7e4500d req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:49.536117 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-898b5a49-991f-444b-94a8-6633c7e4500d req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:49.652112 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-898b5a49-991f-444b-94a8-6633c7e4500d req-1ca5dbd0-22e9-41a2-b9d1-fe3633e50647 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7745283 Mar 31 20:49:49.662927 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-898b5a49-991f-444b-94a8-6633c7e4500d req-a49b5a84-25b1-4d9e-848f-14597990bd6b service neutron] Request body: {'port': {'device_id': 'dcba5d33-f487-4db6-83f1-8be42a13b0c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:49:49.729847 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-898b5a49-991f-444b-94a8-6633c7e4500d req-a49b5a84-25b1-4d9e-848f-14597990bd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (630dbffa-19c4-4fb7-b6ca-70132cc0de46), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:49.734698 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-43edb1ce-56e8-4c32-9e7b-842d26edc610 None None] Provisioning complete for port 630dbffa-19c4-4fb7-b6ca-70132cc0de46 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:49:49.739138 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-43edb1ce-56e8-4c32-9e7b-842d26edc610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (630dbffa-19c4-4fb7-b6ca-70132cc0de46), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:49.772952 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-43edb1ce-56e8-4c32-9e7b-842d26edc610 None None] Port 630dbffa-19c4-4fb7-b6ca-70132cc0de46 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:49:49.994940 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [req-898b5a49-991f-444b-94a8-6633c7e4500d req-a49b5a84-25b1-4d9e-848f-14597990bd6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630dbffa-19c4-4fb7-b6ca-70132cc0de46 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:49:50.002894 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-898b5a49-991f-444b-94a8-6633c7e4500d req-a49b5a84-25b1-4d9e-848f-14597990bd6b service neutron] Publish callbacks [] for port (630dbffa-19c4-4fb7-b6ca-70132cc0de46), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:50.015064 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-898b5a49-991f-444b-94a8-6633c7e4500d req-a49b5a84-25b1-4d9e-848f-14597990bd6b service neutron] Transition to ACTIVE for port object 630dbffa-19c4-4fb7-b6ca-70132cc0de46 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:49:50.048318 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20619d47-ab27-4a72-9b04-cd3bcbc9e127 req-f796ec65-10e4-4e21-a453-cba058de0adc tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:50.050292 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-20619d47-ab27-4a72-9b04-cd3bcbc9e127 req-f796ec65-10e4-4e21-a453-cba058de0adc tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcba5d33-f487-4db6-83f1-8be42a13b0c5 HTTP/1.1" status: 200 len: 932 time: 0.0537469 Mar 31 20:49:50.098585 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-20619d47-ab27-4a72-9b04-cd3bcbc9e127 req-2c8f163d-bc0c-4d7d-88b4-8cf442ec8fe6 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa73d76d-65c4-4d51-bdaf-fd6eefa1e610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425670 Mar 31 20:49:50.118021 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-898b5a49-991f-444b-94a8-6633c7e4500d req-a49b5a84-25b1-4d9e-848f-14597990bd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24999263'] for port (630dbffa-19c4-4fb7-b6ca-70132cc0de46), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:50.184486 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b5a84-25b1-4d9e-848f-14597990bd6b service neutron] Pushing event updated for resources: {'Port': ['ID=630dbffa-19c4-4fb7-b6ca-70132cc0de46,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:50.238658 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-898b5a49-991f-444b-94a8-6633c7e4500d req-a49b5a84-25b1-4d9e-848f-14597990bd6b service neutron] Attempting to bind port 630dbffa-19c4-4fb7-b6ca-70132cc0de46 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:49:50.243295 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-898b5a49-991f-444b-94a8-6633c7e4500d req-a49b5a84-25b1-4d9e-848f-14597990bd6b service neutron] Attempting to bind port 630dbffa-19c4-4fb7-b6ca-70132cc0de46 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:49:50.243295 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898b5a49-991f-444b-94a8-6633c7e4500d req-a49b5a84-25b1-4d9e-848f-14597990bd6b service neutron] Attempting to bind port 630dbffa-19c4-4fb7-b6ca-70132cc0de46 on network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:49:50.244246 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898b5a49-991f-444b-94a8-6633c7e4500d req-a49b5a84-25b1-4d9e-848f-14597990bd6b service neutron] Port 630dbffa-19c4-4fb7-b6ca-70132cc0de46 on network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:49:50.244585 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898b5a49-991f-444b-94a8-6633c7e4500d req-a49b5a84-25b1-4d9e-848f-14597990bd6b service neutron] Attempting to bind port 630dbffa-19c4-4fb7-b6ca-70132cc0de46 on network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:49:50.249625 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898b5a49-991f-444b-94a8-6633c7e4500d req-a49b5a84-25b1-4d9e-848f-14597990bd6b service neutron] Checking agent: {'id': '7dd6c0b4-7b51-4ce7-a43e-f42db731a887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'started_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:49:50.249961 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898b5a49-991f-444b-94a8-6633c7e4500d req-a49b5a84-25b1-4d9e-848f-14597990bd6b service neutron] Checking segment: {'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:49:50.250345 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898b5a49-991f-444b-94a8-6633c7e4500d req-a49b5a84-25b1-4d9e-848f-14597990bd6b service neutron] Bound using segment: {'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:49:50.250780 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-898b5a49-991f-444b-94a8-6633c7e4500d req-a49b5a84-25b1-4d9e-848f-14597990bd6b service neutron] Bound port: 630dbffa-19c4-4fb7-b6ca-70132cc0de46, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb35dfd2-c19b-4a4c-a325-994f67b78681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:49:50.251142 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-898b5a49-991f-444b-94a8-6633c7e4500d req-a49b5a84-25b1-4d9e-848f-14597990bd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (630dbffa-19c4-4fb7-b6ca-70132cc0de46), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:50.320477 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-898b5a49-991f-444b-94a8-6633c7e4500d req-a49b5a84-25b1-4d9e-848f-14597990bd6b service neutron] For port 630dbffa-19c4-4fb7-b6ca-70132cc0de46, host hv-cinder-83607, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:49:50.323521 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-898b5a49-991f-444b-94a8-6633c7e4500d req-a49b5a84-25b1-4d9e-848f-14597990bd6b service neutron] For port 630dbffa-19c4-4fb7-b6ca-70132cc0de46, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=630dbffa-19c4-4fb7-b6ca-70132cc0de46,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:49:50.404462 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-898b5a49-991f-444b-94a8-6633c7e4500d req-a49b5a84-25b1-4d9e-848f-14597990bd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24999263'] for port (630dbffa-19c4-4fb7-b6ca-70132cc0de46), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:50.438853 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b5a49-991f-444b-94a8-6633c7e4500d req-a49b5a84-25b1-4d9e-848f-14597990bd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:50.440014 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-898b5a49-991f-444b-94a8-6633c7e4500d req-a49b5a84-25b1-4d9e-848f-14597990bd6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:50.441521 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-898b5a49-991f-444b-94a8-6633c7e4500d req-a49b5a84-25b1-4d9e-848f-14597990bd6b service neutron] 10.222.0.32 "PUT /v2.0/ports/630dbffa-19c4-4fb7-b6ca-70132cc0de46 HTTP/1.1" status: 200 len: 1094 time: 0.7825768 Mar 31 20:49:50.441841 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcba5d33-f487-4db6-83f1-8be42a13b0c5', 'tag': '630dbffa-19c4-4fb7-b6ca-70132cc0de46'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:49:50.444140 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaaa2583-f195-47e4-9688-c0e0c69d2ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "dcba5d33-f487-4db6-83f1-8be42a13b0c5", "tag": "630dbffa-19c4-4fb7-b6ca-70132cc0de46"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:49:50.479651 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b5a84-25b1-4d9e-848f-14597990bd6b service neutron] Pushing event updated for resources: {'Port': ['ID=630dbffa-19c4-4fb7-b6ca-70132cc0de46,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:50.493803 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9389eb6-2b9f-4873-8be1-0f2c1be1aa2d x-openstack-request-id: req-b9389eb6-2b9f-4873-8be1-0f2c1be1aa2d {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:49:50.494305 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcba5d33-f487-4db6-83f1-8be42a13b0c5", "tag": "630dbffa-19c4-4fb7-b6ca-70132cc0de46", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:49:50.494457 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b9389eb6-2b9f-4873-8be1-0f2c1be1aa2d {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:49:50.503191 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9389eb6-2b9f-4873-8be1-0f2c1be1aa2d'] response: {'name': 'network-changed', 'server_uuid': 'dcba5d33-f487-4db6-83f1-8be42a13b0c5', 'tag': '630dbffa-19c4-4fb7-b6ca-70132cc0de46', 'status': 'completed', 'code': 200} Mar 31 20:49:50.517185 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a5390-3766-4705-b7e9-75543a889db8 req-540d3807-5697-405b-ad3a-d246dd4b23ed tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:50.524695 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e61a5390-3766-4705-b7e9-75543a889db8 req-540d3807-5697-405b-ad3a-d246dd4b23ed tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0789053 Mar 31 20:49:50.574914 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e61a5390-3766-4705-b7e9-75543a889db8 req-ad28d30a-78a3-48e8-b64d-e53479e8c0b3 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493429 Mar 31 20:49:50.582486 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa2583-f195-47e4-9688-c0e0c69d2ac0 req-bd67d8a3-faab-4167-ba56-8f95fa1fb9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:50.584214 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-eaaa2583-f195-47e4-9688-c0e0c69d2ac0 req-bd67d8a3-faab-4167-ba56-8f95fa1fb9f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4396e2a514f7449287ea5b0d1b36b858&device_id=dcba5d33-f487-4db6-83f1-8be42a13b0c5 HTTP/1.1" status: 200 len: 1128 time: 0.0670674 Mar 31 20:49:50.686153 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa2583-f195-47e4-9688-c0e0c69d2ac0 req-d5419322-64b9-412e-b500-f1502e1b6ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:50.687531 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-eaaa2583-f195-47e4-9688-c0e0c69d2ac0 req-d5419322-64b9-412e-b500-f1502e1b6ea6 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4396e2a514f7449287ea5b0d1b36b858&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0954781 Mar 31 20:49:50.777994 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa2583-f195-47e4-9688-c0e0c69d2ac0 req-e26c7f0b-5557-4100-83e0-47cb44c66c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:50.779442 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-eaaa2583-f195-47e4-9688-c0e0c69d2ac0 req-e26c7f0b-5557-4100-83e0-47cb44c66c06 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856388 Mar 31 20:49:50.860197 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b5a49-991f-444b-94a8-6633c7e4500d req-b984dd0f-eb1a-4f6e-bc88-6c6452b64772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:50.861673 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-898b5a49-991f-444b-94a8-6633c7e4500d req-b984dd0f-eb1a-4f6e-bc88-6c6452b64772 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4396e2a514f7449287ea5b0d1b36b858&device_id=dcba5d33-f487-4db6-83f1-8be42a13b0c5 HTTP/1.1" status: 200 len: 1128 time: 0.0444710 Mar 31 20:49:50.904378 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-898b5a49-991f-444b-94a8-6633c7e4500d req-118fb34d-b0ae-47a7-9b29-71e71433cbc7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=630dbffa-19c4-4fb7-b6ca-70132cc0de46 HTTP/1.1" status: 200 len: 217 time: 0.0363586 Mar 31 20:49:50.952481 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b5a49-991f-444b-94a8-6633c7e4500d req-90c84abf-6f29-48a4-852b-13e526b53a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:50.957166 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-898b5a49-991f-444b-94a8-6633c7e4500d req-90c84abf-6f29-48a4-852b-13e526b53a0c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7eadc9f8-4885-4224-91fc-800445db1b60 HTTP/1.1" status: 200 len: 853 time: 0.0433607 Mar 31 20:49:51.003671 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b5a49-991f-444b-94a8-6633c7e4500d req-b80f2eaf-d40c-4b8e-85a7-4deca6f64fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:51.005307 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-898b5a49-991f-444b-94a8-6633c7e4500d req-b80f2eaf-d40c-4b8e-85a7-4deca6f64fbc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cb74cd-f9ca-4f98-a1e8-3428b271c26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457973 Mar 31 20:49:51.232338 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536a213-53df-4d15-b972-a981b095102d req-3492d144-f837-44e9-a0cb-97e9aed37c2a tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:51.233999 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2536a213-53df-4d15-b972-a981b095102d req-3492d144-f837-44e9-a0cb-97e9aed37c2a tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcba5d33-f487-4db6-83f1-8be42a13b0c5 HTTP/1.1" status: 200 len: 944 time: 0.0610945 Mar 31 20:49:51.286327 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2536a213-53df-4d15-b972-a981b095102d req-63d6c79f-f767-4181-8c28-b5236c708032 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa73d76d-65c4-4d51-bdaf-fd6eefa1e610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446870 Mar 31 20:49:51.349236 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-898b5a49-991f-444b-94a8-6633c7e4500d req-63788317-786e-4ef3-86e9-07175ba084e1 service neutron] 10.222.0.32 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375750 Mar 31 20:49:51.439583 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-898b5a49-991f-444b-94a8-6633c7e4500d req-46d6f28c-099a-4f4f-853a-7cc69eb29aac service neutron] 10.222.0.32 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839243 Mar 31 20:49:51.698445 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0736fcb-46cb-4ef6-9b15-6b2047a57a93 req-93422de0-c253-4343-ab1d-a7f8cd18b3fd tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:51.699962 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d0736fcb-46cb-4ef6-9b15-6b2047a57a93 req-93422de0-c253-4343-ab1d-a7f8cd18b3fd tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0531778 Mar 31 20:49:51.746000 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d0736fcb-46cb-4ef6-9b15-6b2047a57a93 req-36cdb96a-3ec0-41d4-8fea-cfa9f2b32a33 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403068 Mar 31 20:49:52.457334 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20dc3e-2709-43c0-96ab-267390ae8ee1 req-f0bfe35f-d28f-412b-a951-78685b9d0692 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:52.458716 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4f20dc3e-2709-43c0-96ab-267390ae8ee1 req-f0bfe35f-d28f-412b-a951-78685b9d0692 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcba5d33-f487-4db6-83f1-8be42a13b0c5 HTTP/1.1" status: 200 len: 944 time: 0.0521622 Mar 31 20:49:52.508847 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4f20dc3e-2709-43c0-96ab-267390ae8ee1 req-983bb8a1-9492-4c94-a801-c78a7c653f76 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa73d76d-65c4-4d51-bdaf-fd6eefa1e610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444431 Mar 31 20:49:52.869972 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b0c33-5e64-44b0-9edb-d15bc211de73 req-addb2709-0a12-4482-a7f6-4e504f815d09 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:52.871456 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0b3b0c33-5e64-44b0-9edb-d15bc211de73 req-addb2709-0a12-4482-a7f6-4e504f815d09 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0542598 Mar 31 20:49:52.919015 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0b3b0c33-5e64-44b0-9edb-d15bc211de73 req-a2c52753-f469-44b9-ba97-4b54c1d0a785 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419304 Mar 31 20:49:53.250153 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 630dbffa-19c4-4fb7-b6ca-70132cc0de46 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:49:53.343329 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 630dbffa-19c4-4fb7-b6ca-70132cc0de46, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=630dbffa-19c4-4fb7-b6ca-70132cc0de46,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:49:53.355106 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': '630dbffa-19c4-4fb7-b6ca-70132cc0de46', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'port_id': '630dbffa-19c4-4fb7-b6ca-70132cc0de46', 'mac_address': 'fa:16:3e:d0:7f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:49:53.398406 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 630dbffa-19c4-4fb7-b6ca-70132cc0de46 is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:49:53.398881 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (630dbffa-19c4-4fb7-b6ca-70132cc0de46), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:53.412503 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630dbffa-19c4-4fb7-b6ca-70132cc0de46 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:49:53.432214 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 630dbffa-19c4-4fb7-b6ca-70132cc0de46, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=630dbffa-19c4-4fb7-b6ca-70132cc0de46,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:49:53.509096 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (630dbffa-19c4-4fb7-b6ca-70132cc0de46), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:53.558033 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=630dbffa-19c4-4fb7-b6ca-70132cc0de46,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:53.565467 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:53.565819 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:53.566190 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:53.566527 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:53.566873 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:53.567205 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:53.567541 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:53.567899 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:53.568232 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:53.570776 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:53.570776 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:53.570776 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:53.570776 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:53.570776 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:53.570776 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:49:53.631682 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed807cda-b3b9-4b74-a35b-cfbb62aeab65 req-8151d475-e3bb-48da-a7ec-0a026fa4301f tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:53.633134 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ed807cda-b3b9-4b74-a35b-cfbb62aeab65 req-8151d475-e3bb-48da-a7ec-0a026fa4301f tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcba5d33-f487-4db6-83f1-8be42a13b0c5 HTTP/1.1" status: 200 len: 945 time: 0.0532157 Mar 31 20:49:53.679306 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ed807cda-b3b9-4b74-a35b-cfbb62aeab65 req-d80e1f2f-ea9a-44d5-a798-c11de1f3a236 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa73d76d-65c4-4d51-bdaf-fd6eefa1e610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404589 Mar 31 20:49:53.771300 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['630dbffa-19c4-4fb7-b6ca-70132cc0de46'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:49:54.043732 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46530372-c251-4d64-814e-86c91e9bdf57 req-d6836918-cd3f-4e2f-8015-0828b5cfc3be tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:54.045220 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-46530372-c251-4d64-814e-86c91e9bdf57 req-d6836918-cd3f-4e2f-8015-0828b5cfc3be tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0561507 Mar 31 20:49:54.092934 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-46530372-c251-4d64-814e-86c91e9bdf57 req-501600f4-ceeb-45eb-b3d3-1b85c4f4825b tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410483 Mar 31 20:49:54.535394 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 60422) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:54.591005 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_v2 [None req-3789b06f-2d06-4f3a-882c-9eefc938cfbb admin admin] Deleting subnet f91bb35b-783e-4b8e-89fe-c103901e9935 {{(pid=110549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:49:54.594428 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3789b06f-2d06-4f3a-882c-9eefc938cfbb admin admin] Publish callbacks [] for subnet (f91bb35b-783e-4b8e-89fe-c103901e9935), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:54.629874 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3789b06f-2d06-4f3a-882c-9eefc938cfbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25089792'] for subnet (f91bb35b-783e-4b8e-89fe-c103901e9935), precommit_delete_associations {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:54.671413 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3789b06f-2d06-4f3a-882c-9eefc938cfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1035066'] for subnet (f91bb35b-783e-4b8e-89fe-c103901e9935), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:54.789533 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3789b06f-2d06-4f3a-882c-9eefc938cfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12673467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25098015'] for subnet (f91bb35b-783e-4b8e-89fe-c103901e9935), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:54.804943 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3787a-de16-41b9-b707-aea8ec51b601 req-390456c3-78d3-4c44-865c-abb562e7a9f0 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:54.806424 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2fb3787a-de16-41b9-b707-aea8ec51b601 req-390456c3-78d3-4c44-865c-abb562e7a9f0 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcba5d33-f487-4db6-83f1-8be42a13b0c5 HTTP/1.1" status: 200 len: 945 time: 0.0609858 Mar 31 20:49:54.827737 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789b06f-2d06-4f3a-882c-9eefc938cfbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f91bb35b-783e-4b8e-89fe-c103901e9935,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:54.835621 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3789b06f-2d06-4f3a-882c-9eefc938cfbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:54.838722 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-3789b06f-2d06-4f3a-882c-9eefc938cfbb admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f91bb35b-783e-4b8e-89fe-c103901e9935 HTTP/1.1" status: 204 len: 168 time: 0.3023007 Mar 31 20:49:54.842456 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 60426) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:54.877414 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2fb3787a-de16-41b9-b707-aea8ec51b601 req-088a75c7-34f6-4488-a0b7-075f50dc2a1c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa73d76d-65c4-4d51-bdaf-fd6eefa1e610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519781 Mar 31 20:49:54.912693 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e327914-d261-45d0-aeb3-b36c1b9f2ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913787'] for network (37c9f11b-901e-44b6-b70e-158fc086e6db), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:54.989574 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e327914-d261-45d0-aeb3-b36c1b9f2ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999857', 'neutron.services.segments.db._delete_segments_for_network-8784743285306'] for network (37c9f11b-901e-44b6-b70e-158fc086e6db), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:55.009006 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-9e327914-d261-45d0-aeb3-b36c1b9f2ccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c9f11b-901e-44b6-b70e-158fc086e6db']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:55.018002 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-9e327914-d261-45d0-aeb3-b36c1b9f2ccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454bf4d1-2374-4b5a-90ea-66fcfd6460b8') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:55.018294 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-9e327914-d261-45d0-aeb3-b36c1b9f2ccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454bf4d1-2374-4b5a-90ea-66fcfd6460b8') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:55.027306 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e327914-d261-45d0-aeb3-b36c1b9f2ccd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784743283779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24749381'] for segment (454bf4d1-2374-4b5a-90ea-66fcfd6460b8), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:55.040505 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e327914-d261-45d0-aeb3-b36c1b9f2ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (454bf4d1-2374-4b5a-90ea-66fcfd6460b8), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:55.046042 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e327914-d261-45d0-aeb3-b36c1b9f2ccd admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:49:55.046412 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e327914-d261-45d0-aeb3-b36c1b9f2ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24999171'] for segment (454bf4d1-2374-4b5a-90ea-66fcfd6460b8), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: Traceback (most recent call last): Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: timer() Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: cb(*args, **kw) Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: return func(*args, **kwargs) Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: self._notify() Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: self.callback(batched_events) Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: event.method(event) Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: return f(self, *a, **k) Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: return self._get(url).json() Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: return self.request(url, 'GET', **kwargs) Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:49:55.048011 dv-cinder-836072-1-iscsi neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:49:55.169570 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e327914-d261-45d0-aeb3-b36c1b9f2ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728163'] for network (37c9f11b-901e-44b6-b70e-158fc086e6db), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:55.177813 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e327914-d261-45d0-aeb3-b36c1b9f2ccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:55.181085 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-9e327914-d261-45d0-aeb3-b36c1b9f2ccd admin admin] 10.222.0.61 "DELETE /v2.0/networks/37c9f11b-901e-44b6-b70e-158fc086e6db HTTP/1.1" status: 204 len: 168 time: 0.3384960 Mar 31 20:49:55.186343 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 60432) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:55.191304 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e327914-d261-45d0-aeb3-b36c1b9f2ccd admin admin] Pushing event deleted for resources: {'Network': ['ID=37c9f11b-901e-44b6-b70e-158fc086e6db,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:55.249614 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 630dbffa-19c4-4fb7-b6ca-70132cc0de46 up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:49:55.265605 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18d7f44-4814-4303-aaeb-257a10a7b6de admin admin] Deleting subnet fb1054f3-ef07-4035-9189-84d7379e68c1 {{(pid=110549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:49:55.271452 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f18d7f44-4814-4303-aaeb-257a10a7b6de admin admin] Publish callbacks [] for subnet (fb1054f3-ef07-4035-9189-84d7379e68c1), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:55.298867 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857de3ca-e41b-4500-8af7-8b3e75df5323 req-0199dea4-4fc8-4ebd-aaca-70f8f1aac7d7 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:55.300495 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-857de3ca-e41b-4500-8af7-8b3e75df5323 req-0199dea4-4fc8-4ebd-aaca-70f8f1aac7d7 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.1234581 Mar 31 20:49:55.332374 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f18d7f44-4814-4303-aaeb-257a10a7b6de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25089792'] for subnet (fb1054f3-ef07-4035-9189-84d7379e68c1), precommit_delete_associations {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:55.349179 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning for port 630dbffa-19c4-4fb7-b6ca-70132cc0de46 completed by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:49:55.353609 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port 630dbffa-19c4-4fb7-b6ca-70132cc0de46 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:49:55.354110 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (630dbffa-19c4-4fb7-b6ca-70132cc0de46), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:55.391840 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-857de3ca-e41b-4500-8af7-8b3e75df5323 req-4de6ca48-7012-4dc2-80a2-67e86b6e7115 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848248 Mar 31 20:49:55.394861 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f18d7f44-4814-4303-aaeb-257a10a7b6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1035066'] for subnet (fb1054f3-ef07-4035-9189-84d7379e68c1), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:55.436717 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 630dbffa-19c4-4fb7-b6ca-70132cc0de46 is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:49:55.437116 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (630dbffa-19c4-4fb7-b6ca-70132cc0de46), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:55.459672 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcba5d33-f487-4db6-83f1-8be42a13b0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630dbffa-19c4-4fb7-b6ca-70132cc0de46'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:49:55.461933 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39487f06-c4b9-4d6b-afca-33f58019f604" -d '{"events": [{"server_uuid": "dcba5d33-f487-4db6-83f1-8be42a13b0c5", "name": "network-vif-plugged", "status": "completed", "tag": "630dbffa-19c4-4fb7-b6ca-70132cc0de46"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:49:55.474618 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 630dbffa-19c4-4fb7-b6ca-70132cc0de46, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=630dbffa-19c4-4fb7-b6ca-70132cc0de46,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:49:55.497978 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0099e32-ad34-4bcd-87f1-d0b3dabf8a26 x-openstack-request-id: req-b0099e32-ad34-4bcd-87f1-d0b3dabf8a26 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:49:55.498272 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcba5d33-f487-4db6-83f1-8be42a13b0c5", "name": "network-vif-plugged", "status": "completed", "tag": "630dbffa-19c4-4fb7-b6ca-70132cc0de46", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:49:55.498570 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b0099e32-ad34-4bcd-87f1-d0b3dabf8a26 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:49:55.498997 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0099e32-ad34-4bcd-87f1-d0b3dabf8a26'] response: {'server_uuid': 'dcba5d33-f487-4db6-83f1-8be42a13b0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630dbffa-19c4-4fb7-b6ca-70132cc0de46', 'code': 200} Mar 31 20:49:55.515379 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f18d7f44-4814-4303-aaeb-257a10a7b6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12673467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25098015'] for subnet (fb1054f3-ef07-4035-9189-84d7379e68c1), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:55.532069 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (630dbffa-19c4-4fb7-b6ca-70132cc0de46), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:55.543699 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d7f44-4814-4303-aaeb-257a10a7b6de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb1054f3-ef07-4035-9189-84d7379e68c1,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:55.548716 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f18d7f44-4814-4303-aaeb-257a10a7b6de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:55.554553 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-f18d7f44-4814-4303-aaeb-257a10a7b6de admin admin] 10.222.0.61 "DELETE /v2.0/subnets/fb1054f3-ef07-4035-9189-84d7379e68c1 HTTP/1.1" status: 204 len: 168 time: 0.3650856 Mar 31 20:49:55.554800 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 60436) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:55.585921 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=630dbffa-19c4-4fb7-b6ca-70132cc0de46,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:55.623087 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dc96-1baf-4927-8c30-ec49953c47ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913787'] for network (652f3ed1-0b36-4b45-b150-86762912b200), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:55.705606 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dc96-1baf-4927-8c30-ec49953c47ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999857', 'neutron.services.segments.db._delete_segments_for_network-8784743285306'] for network (652f3ed1-0b36-4b45-b150-86762912b200), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:55.725641 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.services.segments.db [None req-b2b9dc96-1baf-4927-8c30-ec49953c47ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652f3ed1-0b36-4b45-b150-86762912b200']}} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:55.734764 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.services.segments.db [None req-b2b9dc96-1baf-4927-8c30-ec49953c47ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1de887-9c2f-496a-be41-33d5fee0f963') {'for_net_delete': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:55.735063 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.services.segments.db [None req-b2b9dc96-1baf-4927-8c30-ec49953c47ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1de887-9c2f-496a-be41-33d5fee0f963') {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:55.744213 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dc96-1baf-4927-8c30-ec49953c47ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784743283779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25089803'] for segment (ad1de887-9c2f-496a-be41-33d5fee0f963), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:55.757891 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dc96-1baf-4927-8c30-ec49953c47ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (ad1de887-9c2f-496a-be41-33d5fee0f963), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:55.763841 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b9dc96-1baf-4927-8c30-ec49953c47ad admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=110549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:49:55.764249 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dc96-1baf-4927-8c30-ec49953c47ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12676125'] for segment (ad1de887-9c2f-496a-be41-33d5fee0f963), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: Traceback (most recent call last): Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: timer() Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: cb(*args, **kw) Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: return func(*args, **kwargs) Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: self._notify() Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: self.callback(batched_events) Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: event.method(event) Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: return f(self, *a, **k) Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: return self._get(url).json() Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: return self.request(url, 'GET', **kwargs) Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:49:55.765913 dv-cinder-836072-1-iscsi neutron-server[110549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:49:55.885914 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dc96-1baf-4927-8c30-ec49953c47ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728163'] for network (652f3ed1-0b36-4b45-b150-86762912b200), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:55.886560 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeced5-da1c-431d-b2a9-5a4cefc00a2a req-49a59b69-7fcd-4664-b5b5-e80da0185889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:55.889953 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-6caeced5-da1c-431d-b2a9-5a4cefc00a2a req-49a59b69-7fcd-4664-b5b5-e80da0185889 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dcba5d33-f487-4db6-83f1-8be42a13b0c5 HTTP/1.1" status: 200 len: 1130 time: 0.0933275 Mar 31 20:49:55.893977 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dc96-1baf-4927-8c30-ec49953c47ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:55.904166 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-b2b9dc96-1baf-4927-8c30-ec49953c47ad admin admin] 10.222.0.61 "DELETE /v2.0/networks/652f3ed1-0b36-4b45-b150-86762912b200 HTTP/1.1" status: 204 len: 168 time: 0.3442061 Mar 31 20:49:55.915904 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9dc96-1baf-4927-8c30-ec49953c47ad admin admin] Pushing event deleted for resources: {'Network': ['ID=652f3ed1-0b36-4b45-b150-86762912b200,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:55.935958 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-6caeced5-da1c-431d-b2a9-5a4cefc00a2a req-ea92d8d9-fcb7-4c59-a146-80d808f62d8a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fa73d76d-65c4-4d51-bdaf-fd6eefa1e610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396180 Mar 31 20:49:56.010710 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e86f2-3822-47b7-a727-e0a968422e83 req-2cc83d95-2337-4ed1-b402-b43023ed49bb tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:56.012247 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f15e86f2-3822-47b7-a727-e0a968422e83 req-2cc83d95-2337-4ed1-b402-b43023ed49bb tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcba5d33-f487-4db6-83f1-8be42a13b0c5 HTTP/1.1" status: 200 len: 946 time: 0.0590703 Mar 31 20:49:56.059095 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f15e86f2-3822-47b7-a727-e0a968422e83 req-13c2116c-c1f9-45d2-b5b6-d481515c6cd6 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa73d76d-65c4-4d51-bdaf-fd6eefa1e610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411372 Mar 31 20:49:56.257541 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 60444) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:56.302137 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-95b6fbfd-4684-4d0b-9960-8b8a0cada063 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0bc818f60e82402c8aa51028565dac9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434146 Mar 31 20:49:56.304965 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 60446) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:56.352415 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b5a7c6d4-f366-4aff-a10b-d9e7fb15f89e admin admin] Publish callbacks [] for security_group (381e62da-333f-4be4-8524-daa2f0aca41b), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:56.372496 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b5a7c6d4-f366-4aff-a10b-d9e7fb15f89e admin admin] Publish callbacks [] for security_group (381e62da-333f-4be4-8524-daa2f0aca41b), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:56.474923 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b5a7c6d4-f366-4aff-a10b-d9e7fb15f89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (381e62da-333f-4be4-8524-daa2f0aca41b), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:56.477465 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b5a7c6d4-f366-4aff-a10b-d9e7fb15f89e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:56.478644 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-b5a7c6d4-f366-4aff-a10b-d9e7fb15f89e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/381e62da-333f-4be4-8524-daa2f0aca41b HTTP/1.1" status: 204 len: 168 time: 0.1727524 Mar 31 20:49:56.486552 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7c6d4-f366-4aff-a10b-d9e7fb15f89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381e62da-333f-4be4-8524-daa2f0aca41b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:56.527694 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19381c9-ab46-4686-8c91-fd5c4c0cf81d req-b52d1ca9-353a-4a81-ba4b-24ebd93f1ea5 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:56.529231 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b19381c9-ab46-4686-8c91-fd5c4c0cf81d req-b52d1ca9-353a-4a81-ba4b-24ebd93f1ea5 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0592647 Mar 31 20:49:56.578595 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b19381c9-ab46-4686-8c91-fd5c4c0cf81d req-3e86b85b-7ce6-4fa8-8413-ea4439ffc188 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429337 Mar 31 20:49:57.177826 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e82d1-ff69-41a1-b8c9-a747d9ba2e79 req-2dfdaf82-0ddc-4fcc-8278-91a2c0b2b693 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:57.179326 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ed1e82d1-ff69-41a1-b8c9-a747d9ba2e79 req-2dfdaf82-0ddc-4fcc-8278-91a2c0b2b693 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcba5d33-f487-4db6-83f1-8be42a13b0c5 HTTP/1.1" status: 200 len: 946 time: 0.0536253 Mar 31 20:49:57.187742 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 60456) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:57.231240 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-66afcc72-f5c6-4c5d-bf35-72306912bd43 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1ed4ec4c06154996b25670ffa80e170f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417292 Mar 31 20:49:57.233905 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 60458) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:57.234063 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ed1e82d1-ff69-41a1-b8c9-a747d9ba2e79 req-31f6daae-8655-4d9b-8b61-dee30c74af41 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa73d76d-65c4-4d51-bdaf-fd6eefa1e610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487211 Mar 31 20:49:57.257406 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 60e1b0ca-41c9-4550-a7ba-1e98a578921a details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:49:57.284036 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c815929-6600-4ac8-a0ec-108a1be5c260 admin admin] Publish callbacks [] for security_group (3056df41-818f-4b1b-a59a-e57229be0a67), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:57.305579 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c815929-6600-4ac8-a0ec-108a1be5c260 admin admin] Publish callbacks [] for security_group (3056df41-818f-4b1b-a59a-e57229be0a67), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:57.359359 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 60e1b0ca-41c9-4550-a7ba-1e98a578921a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=60e1b0ca-41c9-4550-a7ba-1e98a578921a,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:49:57.370805 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': '60e1b0ca-41c9-4550-a7ba-1e98a578921a', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'port_id': '60e1b0ca-41c9-4550-a7ba-1e98a578921a', 'mac_address': 'fa:16:3e:ea:f9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:49:57.408445 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 60e1b0ca-41c9-4550-a7ba-1e98a578921a is: ACTIVE; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:49:57.408839 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:57.421567 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60e1b0ca-41c9-4550-a7ba-1e98a578921a {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:49:57.438116 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c815929-6600-4ac8-a0ec-108a1be5c260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (3056df41-818f-4b1b-a59a-e57229be0a67), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:57.441405 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c815929-6600-4ac8-a0ec-108a1be5c260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:57.442256 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 60e1b0ca-41c9-4550-a7ba-1e98a578921a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=60e1b0ca-41c9-4550-a7ba-1e98a578921a,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:49:57.442603 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-6c815929-6600-4ac8-a0ec-108a1be5c260 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3056df41-818f-4b1b-a59a-e57229be0a67 HTTP/1.1" status: 204 len: 168 time: 0.2073343 Mar 31 20:49:57.451202 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c815929-6600-4ac8-a0ec-108a1be5c260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3056df41-818f-4b1b-a59a-e57229be0a67,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:57.530009 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:57.584294 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=60e1b0ca-41c9-4550-a7ba-1e98a578921a,revision_number=6']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:57.627467 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['60e1b0ca-41c9-4550-a7ba-1e98a578921a'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:49:57.714911 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56112207-5bb9-47bd-abee-7ab36b3e468a req-1b2f04fd-c89b-4a06-9f25-dd9fcc6af4ec tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:57.716416 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-56112207-5bb9-47bd-abee-7ab36b3e468a req-1b2f04fd-c89b-4a06-9f25-dd9fcc6af4ec tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 944 time: 0.0524230 Mar 31 20:49:57.763926 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-56112207-5bb9-47bd-abee-7ab36b3e468a req-ebc117b5-4c4b-45dd-a24d-5065b2a9e950 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418777 Mar 31 20:49:58.357316 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2478c-b93f-4887-a61c-68e897360d6c req-5c2e19c5-7e83-4b5a-b3dc-ef03e589f750 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:58.367125 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5bf2478c-b93f-4887-a61c-68e897360d6c req-5c2e19c5-7e83-4b5a-b3dc-ef03e589f750 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcba5d33-f487-4db6-83f1-8be42a13b0c5 HTTP/1.1" status: 200 len: 946 time: 0.0580552 Mar 31 20:49:58.404969 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5bf2478c-b93f-4887-a61c-68e897360d6c req-d3a98ff5-e939-4008-95bd-057475e49414 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa73d76d-65c4-4d51-bdaf-fd6eefa1e610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400279 Mar 31 20:49:58.520876 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649558ca-bd25-4381-b621-ae65be133f0e req-2aeebb91-1eec-4902-8051-b7c156919900 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:58.522335 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-649558ca-bd25-4381-b621-ae65be133f0e req-2aeebb91-1eec-4902-8051-b7c156919900 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcba5d33-f487-4db6-83f1-8be42a13b0c5 HTTP/1.1" status: 200 len: 946 time: 0.0556438 Mar 31 20:49:58.530871 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 60488) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:49:58.537496 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-a2db967a-fd0d-4aff-85ec-1e882c4b66e0 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Request body: {'floatingip': {'port_id': '630dbffa-19c4-4fb7-b6ca-70132cc0de46'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:49:58.578122 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a2db967a-fd0d-4aff-85ec-1e882c4b66e0 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (4605c07b-d8e3-4614-8536-9c71a754177b), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:58.885510 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f3c8f-ca2b-4316-b0d4-bca0cb994426 req-c440d85c-1a8c-45e7-9ca9-c7da174f515d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:58.887707 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c75f3c8f-ca2b-4316-b0d4-bca0cb994426 req-c440d85c-1a8c-45e7-9ca9-c7da174f515d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 944 time: 0.0546062 Mar 31 20:49:58.947307 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c75f3c8f-ca2b-4316-b0d4-bca0cb994426 req-426f8994-bcc6-4c09-96dc-fc7b357d5d32 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491028 Mar 31 20:49:59.019598 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a2db967a-fd0d-4aff-85ec-1e882c4b66e0 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:59.097780 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a2db967a-fd0d-4aff-85ec-1e882c4b66e0 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (4605c07b-d8e3-4614-8536-9c71a754177b), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:59.203747 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.l3_db [None req-a2db967a-fd0d-4aff-85ec-1e882c4b66e0 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Floating IP 4605c07b-d8e3-4614-8536-9c71a754177b associated. External IP: 172.27.0.206, port: 630dbffa-19c4-4fb7-b6ca-70132cc0de46. Mar 31 20:49:59.263195 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 60e1b0ca-41c9-4550-a7ba-1e98a578921a up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:49:59.317113 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port 60e1b0ca-41c9-4550-a7ba-1e98a578921a triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:49:59.317987 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:59.408047 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 60e1b0ca-41c9-4550-a7ba-1e98a578921a is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:49:59.408452 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:59.430052 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2db967a-fd0d-4aff-85ec-1e882c4b66e0 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Router 9c84159c-985b-4c22-95dc-29e58752883b has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:49:59.446542 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a12f8b-2dc7-41d6-b777-6b4375dc2072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e1b0ca-41c9-4550-a7ba-1e98a578921a'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:49:59.448910 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e91393-7e73-4163-b234-b35c679b7e40" -d '{"events": [{"server_uuid": "86a12f8b-2dc7-41d6-b777-6b4375dc2072", "name": "network-vif-plugged", "status": "completed", "tag": "60e1b0ca-41c9-4550-a7ba-1e98a578921a"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:49:59.463233 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 60e1b0ca-41c9-4550-a7ba-1e98a578921a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=60e1b0ca-41c9-4550-a7ba-1e98a578921a,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:49:59.487811 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d59368-c878-4f4b-ba12-49b2d19247fc x-openstack-request-id: req-a0d59368-c878-4f4b-ba12-49b2d19247fc {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:49:59.488315 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a12f8b-2dc7-41d6-b777-6b4375dc2072", "name": "network-vif-plugged", "status": "completed", "tag": "60e1b0ca-41c9-4550-a7ba-1e98a578921a", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:49:59.488573 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a0d59368-c878-4f4b-ba12-49b2d19247fc {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:49:59.488974 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0d59368-c878-4f4b-ba12-49b2d19247fc'] response: {'server_uuid': '86a12f8b-2dc7-41d6-b777-6b4375dc2072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e1b0ca-41c9-4550-a7ba-1e98a578921a', 'code': 200} Mar 31 20:49:59.526212 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:59.567541 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2db967a-fd0d-4aff-85ec-1e882c4b66e0 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:49:59.576196 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a2db967a-fd0d-4aff-85ec-1e882c4b66e0 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:49:59.581390 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da181aa-490c-4a46-b091-07edd9f52c2e None None] Sync routers for ids ['9c84159c-985b-4c22-95dc-29e58752883b'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:49:59.591418 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da181aa-490c-4a46-b091-07edd9f52c2e None None] Routers {'9c84159c-985b-4c22-95dc-29e58752883b'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:49:59.592085 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-6da181aa-490c-4a46-b091-07edd9f52c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:49:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['9c84159c-985b-4c22-95dc-29e58752883b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:49:59.608736 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=60e1b0ca-41c9-4550-a7ba-1e98a578921a,revision_number=7']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:49:59.634898 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-a2db967a-fd0d-4aff-85ec-1e882c4b66e0 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "PUT /v2.0/floatingips/4605c07b-d8e3-4614-8536-9c71a754177b HTTP/1.1" status: 200 len: 992 time: 1.0893841 Mar 31 20:49:59.634898 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcba5d33-f487-4db6-83f1-8be42a13b0c5', 'tag': '630dbffa-19c4-4fb7-b6ca-70132cc0de46'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:49:59.634898 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3c9d43-ce40-476f-8f13-fc9bd585228e" -d '{"events": [{"name": "network-changed", "server_uuid": "dcba5d33-f487-4db6-83f1-8be42a13b0c5", "tag": "630dbffa-19c4-4fb7-b6ca-70132cc0de46"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:49:59.734691 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-6da181aa-490c-4a46-b091-07edd9f52c2e None None] Set router 9c84159c-985b-4c22-95dc-29e58752883b gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:49:59.789985 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8448170-2090-41f4-9d93-39222ccf9d74 x-openstack-request-id: req-c8448170-2090-41f4-9d93-39222ccf9d74 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:49:59.790282 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcba5d33-f487-4db6-83f1-8be42a13b0c5", "tag": "630dbffa-19c4-4fb7-b6ca-70132cc0de46", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:49:59.790548 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c8448170-2090-41f4-9d93-39222ccf9d74 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:49:59.790964 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8448170-2090-41f4-9d93-39222ccf9d74'] response: {'name': 'network-changed', 'server_uuid': 'dcba5d33-f487-4db6-83f1-8be42a13b0c5', 'tag': '630dbffa-19c4-4fb7-b6ca-70132cc0de46', 'status': 'completed', 'code': 200} Mar 31 20:49:59.860710 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c9d43-ce40-476f-8f13-fc9bd585228e req-8858b1d9-3ab4-40ac-8ca0-616d73c846bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:59.862251 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4b3c9d43-ce40-476f-8f13-fc9bd585228e req-8858b1d9-3ab4-40ac-8ca0-616d73c846bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4396e2a514f7449287ea5b0d1b36b858&device_id=dcba5d33-f487-4db6-83f1-8be42a13b0c5 HTTP/1.1" status: 200 len: 1130 time: 0.0493598 Mar 31 20:49:59.965421 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c9d43-ce40-476f-8f13-fc9bd585228e req-d8deec57-271d-4d3d-adb0-afb168d04439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:49:59.966939 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4b3c9d43-ce40-476f-8f13-fc9bd585228e req-d8deec57-271d-4d3d-adb0-afb168d04439 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63cb74cd-f9ca-4f98-a1e8-3428b271c26f HTTP/1.1" status: 200 len: 915 time: 0.0991764 Mar 31 20:49:59.981415 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-6da181aa-490c-4a46-b091-07edd9f52c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '4605c07b-d8e3-4614-8536-9c71a754177b', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'port_id': '630dbffa-19c4-4fb7-b6ca-70132cc0de46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'mac_address': 'fa:16:3e:d0:7f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcba5d33-f487-4db6-83f1-8be42a13b0c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:49:45Z', 'updated_at': '2022-03-31T20:49:58Z', 'revision_number': 1, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:59Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:50:00.012444 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da181aa-490c-4a46-b091-07edd9f52c2e None None] Checking router: 9c84159c-985b-4c22-95dc-29e58752883b for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:50:00.022376 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da181aa-490c-4a46-b091-07edd9f52c2e None None] Routers {'9c84159c-985b-4c22-95dc-29e58752883b'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:50:00.023007 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-6da181aa-490c-4a46-b091-07edd9f52c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:49:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['9c84159c-985b-4c22-95dc-29e58752883b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:50:00.043108 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4b3c9d43-ce40-476f-8f13-fc9bd585228e req-8062a4bb-e0d6-4c96-ba73-f4fd57837ab3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=630dbffa-19c4-4fb7-b6ca-70132cc0de46 HTTP/1.1" status: 200 len: 1000 time: 0.0703292 Mar 31 20:50:00.100744 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c9d43-ce40-476f-8f13-fc9bd585228e req-8030e38e-fde1-4dff-a97b-acf3c9abfb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:00.102502 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d864cc-a419-488e-9801-c9a31d1f9fee req-4151d524-641f-4824-85d0-64ed8b073003 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:00.103026 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4b3c9d43-ce40-476f-8f13-fc9bd585228e req-8030e38e-fde1-4dff-a97b-acf3c9abfb47 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7eadc9f8-4885-4224-91fc-800445db1b60 HTTP/1.1" status: 200 len: 853 time: 0.0531216 Mar 31 20:50:00.104020 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d9d864cc-a419-488e-9801-c9a31d1f9fee req-4151d524-641f-4824-85d0-64ed8b073003 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0661733 Mar 31 20:50:00.152750 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-6da181aa-490c-4a46-b091-07edd9f52c2e None None] Set router 9c84159c-985b-4c22-95dc-29e58752883b gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:50:00.163275 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c9d43-ce40-476f-8f13-fc9bd585228e req-80845782-07b9-4e9a-835e-cfceefb4127c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:00.164923 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4b3c9d43-ce40-476f-8f13-fc9bd585228e req-80845782-07b9-4e9a-835e-cfceefb4127c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63cb74cd-f9ca-4f98-a1e8-3428b271c26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542579 Mar 31 20:50:00.194701 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d9d864cc-a419-488e-9801-c9a31d1f9fee req-f0424489-84e2-44b8-a1ab-f0c711c093ee tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831385 Mar 31 20:50:00.310768 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4b3c9d43-ce40-476f-8f13-fc9bd585228e req-bff64ff3-e710-40a1-b34c-181fa18fe928 service neutron] 10.222.0.32 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376269 Mar 31 20:50:00.443670 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-6da181aa-490c-4a46-b091-07edd9f52c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '4605c07b-d8e3-4614-8536-9c71a754177b', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'port_id': '630dbffa-19c4-4fb7-b6ca-70132cc0de46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'mac_address': 'fa:16:3e:d0:7f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcba5d33-f487-4db6-83f1-8be42a13b0c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:49:45Z', 'updated_at': '2022-03-31T20:49:58Z', 'revision_number': 1, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:59Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:50:00.470845 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4b3c9d43-ce40-476f-8f13-fc9bd585228e req-30389439-afb7-444d-be47-075e2406c27b service neutron] 10.222.0.32 "GET /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536071 Mar 31 20:50:00.480572 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da181aa-490c-4a46-b091-07edd9f52c2e None None] The sync data for ids ['9c84159c-985b-4c22-95dc-29e58752883b'] in dv-cinder-836072-1-iscsi is: [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '4605c07b-d8e3-4614-8536-9c71a754177b', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'port_id': '630dbffa-19c4-4fb7-b6ca-70132cc0de46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'mac_address': 'fa:16:3e:d0:7f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcba5d33-f487-4db6-83f1-8be42a13b0c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:49:45Z', 'updated_at': '2022-03-31T20:49:58Z', 'revision_number': 1, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:59Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:50:00.789191 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a97ff9-fb67-45be-976f-2339b41e4233 None None] New status for floating IP 4605c07b-d8e3-4614-8536-9c71a754177b: ACTIVE {{(pid=110551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:50:01.367010 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5b421-ab32-4063-a26e-519864c57413 req-c7e8ca9c-92ac-4032-be3d-7cdaf576c89a tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:01.376308 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1ff5b421-ab32-4063-a26e-519864c57413 req-c7e8ca9c-92ac-4032-be3d-7cdaf576c89a tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0892861 Mar 31 20:50:01.438517 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1ff5b421-ab32-4063-a26e-519864c57413 req-cc61e1b1-ce8e-41ee-9605-91f33437d1cc tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519931 Mar 31 20:50:02.592208 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b971b9-be31-45ed-a91d-36913e8a9259 req-0c1a6ab3-abf9-4b08-b995-9609ce7e7074 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:02.593739 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d9b971b9-be31-45ed-a91d-36913e8a9259 req-0c1a6ab3-abf9-4b08-b995-9609ce7e7074 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0629747 Mar 31 20:50:02.655160 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d9b971b9-be31-45ed-a91d-36913e8a9259 req-cfcef77f-2ccc-4eac-987c-d21397e14a2a tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550494 Mar 31 20:50:03.720909 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:03.795019 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c403f3-e7f9-4b5b-a7c7-63d3b469d075 req-6e189ec6-4316-4d53-a400-679798b9cc3d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:03.796534 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-57c403f3-e7f9-4b5b-a7c7-63d3b469d075 req-6e189ec6-4316-4d53-a400-679798b9cc3d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0590200 Mar 31 20:50:03.851300 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-57c403f3-e7f9-4b5b-a7c7-63d3b469d075 req-0e9aa1c8-14e5-4953-bb0a-a4a3901fd942 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489013 Mar 31 20:50:04.990495 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac46313-f830-4e0e-b318-a12b3145e256 req-6dc64af7-db99-4a73-baa5-ada7bd94a944 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:04.992243 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-cac46313-f830-4e0e-b318-a12b3145e256 req-6dc64af7-db99-4a73-baa5-ada7bd94a944 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0588357 Mar 31 20:50:05.050982 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-cac46313-f830-4e0e-b318-a12b3145e256 req-1e4d3595-2d85-424d-b52d-ae9a0f4d0968 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524800 Mar 31 20:50:06.233593 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef200698-93bc-4d63-9f44-74de91064348 req-369e982b-8e42-4fff-bd64-bc4db681f811 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:06.235217 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ef200698-93bc-4d63-9f44-74de91064348 req-369e982b-8e42-4fff-bd64-bc4db681f811 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0746040 Mar 31 20:50:06.292929 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ef200698-93bc-4d63-9f44-74de91064348 req-d23fca4b-c4ec-4b40-8aee-5e3b6f161caf tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512879 Mar 31 20:50:07.448527 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3af920-a959-4a4d-aa39-cec429efbd03 req-e94714a9-3fe6-4837-ba10-61df8221ac57 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:07.451481 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0f3af920-a959-4a4d-aa39-cec429efbd03 req-e94714a9-3fe6-4837-ba10-61df8221ac57 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0644326 Mar 31 20:50:07.524320 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0f3af920-a959-4a4d-aa39-cec429efbd03 req-2a855960-18db-4a1f-adbd-6ad99fa6c603 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679088 Mar 31 20:50:08.665863 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05489375-372f-4d9a-a027-ede946245f83 req-08021a87-a5f5-4915-9f9f-5139b1205636 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:08.667345 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-05489375-372f-4d9a-a027-ede946245f83 req-08021a87-a5f5-4915-9f9f-5139b1205636 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0575333 Mar 31 20:50:08.735241 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-05489375-372f-4d9a-a027-ede946245f83 req-673cd0dc-0866-445e-b1d0-f445d4668d46 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598400 Mar 31 20:50:09.046319 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-86e741af-e9b1-4152-90ce-58326f30156c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:09.863062 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e64471-157f-40dc-bef0-1ec402d0ab48 req-f7c5eb3c-2aae-4a1f-90aa-fd8e3ae474db tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:09.863062 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-29e64471-157f-40dc-bef0-1ec402d0ab48 req-f7c5eb3c-2aae-4a1f-90aa-fd8e3ae474db tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0589492 Mar 31 20:50:09.904310 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-29e64471-157f-40dc-bef0-1ec402d0ab48 req-55124309-53a5-4088-bc86-be229701cdad tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409770 Mar 31 20:50:11.027264 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25297036-625c-4e88-b6db-7b464aebe073 req-a6e20436-6b04-413d-ac30-05b0df6d44e9 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:11.028745 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-25297036-625c-4e88-b6db-7b464aebe073 req-a6e20436-6b04-413d-ac30-05b0df6d44e9 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0521448 Mar 31 20:50:11.077702 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-25297036-625c-4e88-b6db-7b464aebe073 req-c4567b8c-a3a6-4fd3-9510-a2212b7b15df tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433280 Mar 31 20:50:11.672410 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-982eb350-b1df-4e5b-890f-0d21b097970e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:11.795433 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8d30c-160b-4367-95e0-7d7c4bcfc0d1 req-4f363e60-0366-42e7-a008-e99440b1a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:11.796963 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-54c8d30c-160b-4367-95e0-7d7c4bcfc0d1 req-4f363e60-0366-42e7-a008-e99440b1a761 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c2f7a7f12f0247c0881f0c5ba6b5b36d&device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 1129 time: 0.0495784 Mar 31 20:50:11.885289 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8d30c-160b-4367-95e0-7d7c4bcfc0d1 req-8c1867d1-339e-47d9-bcd6-6d861d449d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:11.886671 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-54c8d30c-160b-4367-95e0-7d7c4bcfc0d1 req-8c1867d1-339e-47d9-bcd6-6d861d449d02 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29c94a09-ad75-42a2-8666-a0269d34f4fc HTTP/1.1" status: 200 len: 917 time: 0.0818570 Mar 31 20:50:11.954851 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-54c8d30c-160b-4367-95e0-7d7c4bcfc0d1 req-554f6f65-d9f9-4950-b978-4f76f841de8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60e1b0ca-41c9-4550-a7ba-1e98a578921a HTTP/1.1" status: 200 len: 1000 time: 0.0610337 Mar 31 20:50:12.003384 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8d30c-160b-4367-95e0-7d7c4bcfc0d1 req-c776e418-5c88-44bf-beae-f0ad99796784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:12.004888 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-54c8d30c-160b-4367-95e0-7d7c4bcfc0d1 req-c776e418-5c88-44bf-beae-f0ad99796784 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=93b81d0e-6ec0-4ee6-b70d-0ae037b995d1 HTTP/1.1" status: 200 len: 855 time: 0.0436506 Mar 31 20:50:12.053923 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8d30c-160b-4367-95e0-7d7c4bcfc0d1 req-e8cc731f-e8e1-4e56-84b4-336bb487180d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:12.055386 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-54c8d30c-160b-4367-95e0-7d7c4bcfc0d1 req-e8cc731f-e8e1-4e56-84b4-336bb487180d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29c94a09-ad75-42a2-8666-a0269d34f4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442257 Mar 31 20:50:12.149632 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-54c8d30c-160b-4367-95e0-7d7c4bcfc0d1 req-c870498d-4ba7-4a58-9708-caf2a1d9ed52 service neutron] 10.222.0.32 "GET /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857654 Mar 31 20:50:12.203954 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e9672-ef68-4861-ba9c-86413d025d52 req-d4aed8db-1905-44e6-aeed-9e0dee81c27e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:12.205952 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d68e9672-ef68-4861-ba9c-86413d025d52 req-d4aed8db-1905-44e6-aeed-9e0dee81c27e tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0566947 Mar 31 20:50:12.239092 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-54c8d30c-160b-4367-95e0-7d7c4bcfc0d1 req-9589e749-a11c-4150-ab18-b72f6f39f5a3 service neutron] 10.222.0.32 "GET /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822427 Mar 31 20:50:12.251126 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d68e9672-ef68-4861-ba9c-86413d025d52 req-5c9081c7-fc9b-48e3-9081-fe63c622e91d tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394933 Mar 31 20:50:12.994536 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 60664) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:50:13.096993 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8486abee-6607-4436-adfa-d8530aaf5cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:13.167689 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8486abee-6607-4436-adfa-d8530aaf5cef admin admin] Publish callbacks [] for security_group (ccc4d9c7-24f7-4044-a201-326503763575), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:13.245787 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8486abee-6607-4436-adfa-d8530aaf5cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (ccc4d9c7-24f7-4044-a201-326503763575), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:13.291194 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-8486abee-6607-4436-adfa-d8530aaf5cef admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0010c119257a4952b8f64efe6e45bcb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932947 Mar 31 20:50:13.291194 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486abee-6607-4436-adfa-d8530aaf5cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc4d9c7-24f7-4044-a201-326503763575,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:50:13.291589 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 60670) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:50:13.369633 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:13.370267 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-46dc0198-10c3-4a32-b2a0-1bab91f74f29 admin admin] Publish callbacks [] for security_group (ccc4d9c7-24f7-4044-a201-326503763575), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:13.395826 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-46dc0198-10c3-4a32-b2a0-1bab91f74f29 admin admin] Publish callbacks [] for security_group (ccc4d9c7-24f7-4044-a201-326503763575), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:13.421744 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685cc22-fea3-4242-8265-ee6d9834a81d req-51ba2a35-ca6f-4876-a650-4d62a1c7bc78 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:13.423226 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3685cc22-fea3-4242-8265-ee6d9834a81d req-51ba2a35-ca6f-4876-a650-4d62a1c7bc78 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0898831 Mar 31 20:50:13.482390 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3685cc22-fea3-4242-8265-ee6d9834a81d req-ee9f4343-bed1-4362-90c9-a765960cd390 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513308 Mar 31 20:50:13.535042 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-46dc0198-10c3-4a32-b2a0-1bab91f74f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (ccc4d9c7-24f7-4044-a201-326503763575), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:13.537649 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-46dc0198-10c3-4a32-b2a0-1bab91f74f29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:13.538779 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-46dc0198-10c3-4a32-b2a0-1bab91f74f29 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ccc4d9c7-24f7-4044-a201-326503763575 HTTP/1.1" status: 204 len: 168 time: 0.2456563 Mar 31 20:50:13.546667 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc0198-10c3-4a32-b2a0-1bab91f74f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc4d9c7-24f7-4044-a201-326503763575,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:50:14.147827 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 60676) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:50:14.160766 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d7d734e3-04af-4ee3-8503-c414ebf3cc31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:14.238072 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d7d734e3-04af-4ee3-8503-c414ebf3cc31 admin admin] Publish callbacks [] for security_group (aacfc373-c488-48dc-88b4-c4bc6be86946), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:14.317673 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d7d734e3-04af-4ee3-8503-c414ebf3cc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (aacfc373-c488-48dc-88b4-c4bc6be86946), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:14.356808 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-d7d734e3-04af-4ee3-8503-c414ebf3cc31 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=750cbd49333242e3a6fc2de5da81e11e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2078922 Mar 31 20:50:14.357752 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d734e3-04af-4ee3-8503-c414ebf3cc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacfc373-c488-48dc-88b4-c4bc6be86946,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:50:14.359409 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 60678) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:50:14.407284 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47d04271-9afa-4892-b5a7-92a439829d4a admin admin] Publish callbacks [] for security_group (aacfc373-c488-48dc-88b4-c4bc6be86946), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:14.428856 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47d04271-9afa-4892-b5a7-92a439829d4a admin admin] Publish callbacks [] for security_group (aacfc373-c488-48dc-88b4-c4bc6be86946), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:14.542887 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47d04271-9afa-4892-b5a7-92a439829d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (aacfc373-c488-48dc-88b4-c4bc6be86946), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:14.545947 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47d04271-9afa-4892-b5a7-92a439829d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:14.547362 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-47d04271-9afa-4892-b5a7-92a439829d4a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aacfc373-c488-48dc-88b4-c4bc6be86946 HTTP/1.1" status: 204 len: 168 time: 0.1860859 Mar 31 20:50:14.562703 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d04271-9afa-4892-b5a7-92a439829d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacfc373-c488-48dc-88b4-c4bc6be86946,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:50:14.611689 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf0cd0-1221-4c94-8ec6-59beb6438231 req-113bd622-e68a-4a63-bb36-d442e1fb1914 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:14.613234 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8adf0cd0-1221-4c94-8ec6-59beb6438231 req-113bd622-e68a-4a63-bb36-d442e1fb1914 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 945 time: 0.0590773 Mar 31 20:50:14.660405 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8adf0cd0-1221-4c94-8ec6-59beb6438231 req-779b9c12-1301-42be-97f6-954cc7a14fa3 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412588 Mar 31 20:50:15.137328 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:15.314530 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 60e1b0ca-41c9-4550-a7ba-1e98a578921a no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:50:15.395609 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 60e1b0ca-41c9-4550-a7ba-1e98a578921a is: ACTIVE; New status is: DOWN {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:50:15.400185 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:15.417960 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a12f8b-2dc7-41d6-b777-6b4375dc2072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60e1b0ca-41c9-4550-a7ba-1e98a578921a'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:50:15.423279 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e750ce37-bd5d-4420-af6f-61bed2b0a13a" -d '{"events": [{"server_uuid": "86a12f8b-2dc7-41d6-b777-6b4375dc2072", "name": "network-vif-unplugged", "status": "completed", "tag": "60e1b0ca-41c9-4550-a7ba-1e98a578921a"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:50:15.432417 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 60e1b0ca-41c9-4550-a7ba-1e98a578921a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=60e1b0ca-41c9-4550-a7ba-1e98a578921a,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:50:15.491896 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:15.545045 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=60e1b0ca-41c9-4550-a7ba-1e98a578921a,revision_number=8']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:50:15.633818 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 20:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33f6a6b-3a1a-4ce8-a1a2-c043020662dc x-openstack-request-id: req-a33f6a6b-3a1a-4ce8-a1a2-c043020662dc {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:50:15.634056 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a12f8b-2dc7-41d6-b777-6b4375dc2072", "name": "network-vif-unplugged", "status": "failed", "tag": "60e1b0ca-41c9-4550-a7ba-1e98a578921a", "code": 422}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:50:15.634310 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a33f6a6b-3a1a-4ce8-a1a2-c043020662dc {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:50:15.634722 dv-cinder-836072-1-iscsi neutron-server[110551]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a33f6a6b-3a1a-4ce8-a1a2-c043020662dc']: {'server_uuid': '86a12f8b-2dc7-41d6-b777-6b4375dc2072', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '60e1b0ca-41c9-4550-a7ba-1e98a578921a', 'code': 422} returned with failed status Mar 31 20:50:15.686007 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:16.819653 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [req-c0c90dbf-8f0d-40e4-917a-624d049b02a1 req-9a611d55-6aa1-470b-af31-a9407f81d88f service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=110549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:50:16.820709 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c0c90dbf-8f0d-40e4-917a-624d049b02a1 req-9a611d55-6aa1-470b-af31-a9407f81d88f service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0957453 Mar 31 20:50:17.240332 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b3a83-a142-41ce-be56-26249bcba735 req-c51ff394-7bf0-4fe7-914c-6b864b85abf6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:17.241795 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f40b3a83-a142-41ce-be56-26249bcba735 req-c51ff394-7bf0-4fe7-914c-6b864b85abf6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 943 time: 0.0545180 Mar 31 20:50:17.289095 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f40b3a83-a142-41ce-be56-26249bcba735 req-29a1a927-942f-4419-9b2a-d787578b1e42 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416105 Mar 31 20:50:17.516660 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-5027ac98-d3a8-4623-9b2a-b1149be8657e req-d3778c26-b8fc-4da3-b355-2aad93877aef service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446534 Mar 31 20:50:17.588885 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027ac98-d3a8-4623-9b2a-b1149be8657e req-65535a2b-126c-4c82-bdbd-adb3fd6afe45 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:17.590226 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5027ac98-d3a8-4623-9b2a-b1149be8657e req-65535a2b-126c-4c82-bdbd-adb3fd6afe45 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports/60e1b0ca-41c9-4550-a7ba-1e98a578921a HTTP/1.1" status: 200 len: 940 time: 0.0458004 Mar 31 20:50:18.436623 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b4166-cb51-4a69-acc7-d3ae6c1c6b37 req-ff1e122b-110e-4c76-8e3a-17df63a6d9b6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:18.439192 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-459b4166-cb51-4a69-acc7-d3ae6c1c6b37 req-ff1e122b-110e-4c76-8e3a-17df63a6d9b6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 943 time: 0.0601058 Mar 31 20:50:18.492241 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-459b4166-cb51-4a69-acc7-d3ae6c1c6b37 req-e613b68f-e3c9-4df4-958a-6b4cf79d2aa5 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461586 Mar 31 20:50:19.004970 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027ac98-d3a8-4623-9b2a-b1149be8657e req-a489de76-a93d-4606-a452-53f9cfc29a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:19.006493 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-5027ac98-d3a8-4623-9b2a-b1149be8657e req-a489de76-a93d-4606-a452-53f9cfc29a1a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072&tenant_id=c2f7a7f12f0247c0881f0c5ba6b5b36d HTTP/1.1" status: 200 len: 1127 time: 0.0825539 Mar 31 20:50:19.078637 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027ac98-d3a8-4623-9b2a-b1149be8657e req-b1c8a94d-c9ef-4df8-8f27-33636a3ef025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:19.080171 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-5027ac98-d3a8-4623-9b2a-b1149be8657e req-b1c8a94d-c9ef-4df8-8f27-33636a3ef025 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c2f7a7f12f0247c0881f0c5ba6b5b36d&device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 1127 time: 0.0456858 Mar 31 20:50:19.171069 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027ac98-d3a8-4623-9b2a-b1149be8657e req-429943ea-efe4-40fb-b7af-73dab1ea9433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:19.172582 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-5027ac98-d3a8-4623-9b2a-b1149be8657e req-429943ea-efe4-40fb-b7af-73dab1ea9433 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29c94a09-ad75-42a2-8666-a0269d34f4fc HTTP/1.1" status: 200 len: 917 time: 0.0841482 Mar 31 20:50:19.241268 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-5027ac98-d3a8-4623-9b2a-b1149be8657e req-eb8ae393-cc9f-460f-a7de-fb6ae54ebf3b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60e1b0ca-41c9-4550-a7ba-1e98a578921a HTTP/1.1" status: 200 len: 998 time: 0.0615802 Mar 31 20:50:19.289601 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027ac98-d3a8-4623-9b2a-b1149be8657e req-b4638404-b8c7-4dc7-9293-d477896eaafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:19.291054 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-5027ac98-d3a8-4623-9b2a-b1149be8657e req-b4638404-b8c7-4dc7-9293-d477896eaafb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=93b81d0e-6ec0-4ee6-b70d-0ae037b995d1 HTTP/1.1" status: 200 len: 855 time: 0.0428636 Mar 31 20:50:19.351750 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027ac98-d3a8-4623-9b2a-b1149be8657e req-00a237fc-8fdb-4fa5-b4f7-d1dc3ede2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:19.354544 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-5027ac98-d3a8-4623-9b2a-b1149be8657e req-00a237fc-8fdb-4fa5-b4f7-d1dc3ede2c7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29c94a09-ad75-42a2-8666-a0269d34f4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572493 Mar 31 20:50:19.447889 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-5027ac98-d3a8-4623-9b2a-b1149be8657e req-2019949b-2610-459f-aa4c-0d51e7923358 service neutron] 10.222.0.32 "GET /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862803 Mar 31 20:50:19.537748 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-5027ac98-d3a8-4623-9b2a-b1149be8657e req-83fc29f2-4938-459b-93a1-c3ce74fbbd20 service neutron] 10.222.0.32 "GET /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812404 Mar 31 20:50:19.559172 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:50:19.618134 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4feb71-de2e-40cb-bef4-db05784d6396 req-18aa440b-8be9-4464-b418-182cddc62a39 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:19.619571 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8f4feb71-de2e-40cb-bef4-db05784d6396 req-18aa440b-8be9-4464-b418-182cddc62a39 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 943 time: 0.0529950 Mar 31 20:50:19.670509 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8f4feb71-de2e-40cb-bef4-db05784d6396 req-d79dbc8e-cd90-42a1-9814-ceaf09078eef tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452852 Mar 31 20:50:20.436475 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 60830) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:50:20.574123 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bec6466c-1720-4826-876d-0c5cfb9fe149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:20.661804 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bec6466c-1720-4826-876d-0c5cfb9fe149 admin admin] Publish callbacks [] for security_group (3e68bb00-bdf8-497e-94be-43b43fada951), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:20.749123 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bec6466c-1720-4826-876d-0c5cfb9fe149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (3e68bb00-bdf8-497e-94be-43b43fada951), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:20.823219 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 60838) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:50:20.830056 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-bec6466c-1720-4826-876d-0c5cfb9fe149 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=44d4a0f7a01a4fba89744aada2afda92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3920846 Mar 31 20:50:20.867602 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6466c-1720-4826-876d-0c5cfb9fe149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e68bb00-bdf8-497e-94be-43b43fada951,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:50:20.904664 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5e044-474c-4e95-b24c-406279bc9f9e req-f2fd4db4-b873-4dca-8313-30166d752614 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:20.906535 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6ce5e044-474c-4e95-b24c-406279bc9f9e req-f2fd4db4-b873-4dca-8313-30166d752614 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 943 time: 0.1339781 Mar 31 20:50:20.945154 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7b2fc1d-b27c-4cbb-a08f-30b1f3b3a374 admin admin] Publish callbacks [] for security_group (3e68bb00-bdf8-497e-94be-43b43fada951), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:20.970714 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7b2fc1d-b27c-4cbb-a08f-30b1f3b3a374 admin admin] Publish callbacks [] for security_group (3e68bb00-bdf8-497e-94be-43b43fada951), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:20.993177 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6ce5e044-474c-4e95-b24c-406279bc9f9e req-e011dc1a-1997-4c9e-a120-a85c6e9e733b tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764782 Mar 31 20:50:21.143356 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7b2fc1d-b27c-4cbb-a08f-30b1f3b3a374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (3e68bb00-bdf8-497e-94be-43b43fada951), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:21.146025 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7b2fc1d-b27c-4cbb-a08f-30b1f3b3a374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:21.147181 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-c7b2fc1d-b27c-4cbb-a08f-30b1f3b3a374 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3e68bb00-bdf8-497e-94be-43b43fada951 HTTP/1.1" status: 204 len: 168 time: 0.3228655 Mar 31 20:50:21.156651 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2fc1d-b27c-4cbb-a08f-30b1f3b3a374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e68bb00-bdf8-497e-94be-43b43fada951,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:50:21.884744 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 60846) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:50:21.898706 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6578f06b-1717-46e9-b62d-ffaf1b64f50c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:22.012288 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6578f06b-1717-46e9-b62d-ffaf1b64f50c admin admin] Publish callbacks [] for security_group (73e5f6f6-a21e-4f12-b5ec-d9ff526dc780), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:22.115182 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b0239-8632-4e4c-93c3-5e43dcca2ce2 req-abaaf932-ba89-4cf0-bd51-83350887442c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:22.116622 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-572b0239-8632-4e4c-93c3-5e43dcca2ce2 req-abaaf932-ba89-4cf0-bd51-83350887442c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 943 time: 0.0526187 Mar 31 20:50:22.174232 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-572b0239-8632-4e4c-93c3-5e43dcca2ce2 req-d7d04ddc-82d6-4b63-8c68-9da2752f4b83 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488083 Mar 31 20:50:22.175195 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6578f06b-1717-46e9-b62d-ffaf1b64f50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (73e5f6f6-a21e-4f12-b5ec-d9ff526dc780), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:22.203812 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-6578f06b-1717-46e9-b62d-ffaf1b64f50c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a4b4394e1aae4561a5ccb3b00a00cfbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170402 Mar 31 20:50:22.206409 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 60852) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:50:22.228358 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578f06b-1717-46e9-b62d-ffaf1b64f50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e5f6f6-a21e-4f12-b5ec-d9ff526dc780,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:50:22.263221 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3cc65730-dce8-4bea-a58c-680e2ae5a756 admin admin] Publish callbacks [] for security_group (73e5f6f6-a21e-4f12-b5ec-d9ff526dc780), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:22.284606 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3cc65730-dce8-4bea-a58c-680e2ae5a756 admin admin] Publish callbacks [] for security_group (73e5f6f6-a21e-4f12-b5ec-d9ff526dc780), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:22.440504 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3cc65730-dce8-4bea-a58c-680e2ae5a756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (73e5f6f6-a21e-4f12-b5ec-d9ff526dc780), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:22.443010 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3cc65730-dce8-4bea-a58c-680e2ae5a756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:22.444231 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-3cc65730-dce8-4bea-a58c-680e2ae5a756 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/73e5f6f6-a21e-4f12-b5ec-d9ff526dc780 HTTP/1.1" status: 204 len: 168 time: 0.2367711 Mar 31 20:50:22.452751 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc65730-dce8-4bea-a58c-680e2ae5a756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e5f6f6-a21e-4f12-b5ec-d9ff526dc780,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:50:23.329306 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51308bc4-870c-4b8f-b451-0954ef25bf3e req-60cf593f-f163-4f44-b6b9-8044179685df tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:23.332515 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-51308bc4-870c-4b8f-b451-0954ef25bf3e req-60cf593f-f163-4f44-b6b9-8044179685df tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 943 time: 0.0737207 Mar 31 20:50:23.389369 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-51308bc4-870c-4b8f-b451-0954ef25bf3e req-003fad35-ae4a-4a98-9858-874bfbbcda2c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486081 Mar 31 20:50:23.741998 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ad4e6-c24d-44db-9115-74cebba7c9ae req-daa7767b-3e31-41cd-9fe4-e1041739ca46 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:23.748369 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-972ad4e6-c24d-44db-9115-74cebba7c9ae req-daa7767b-3e31-41cd-9fe4-e1041739ca46 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 945 time: 0.0916111 Mar 31 20:50:23.797082 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-972ad4e6-c24d-44db-9115-74cebba7c9ae req-7d5c236a-551b-4abd-bf3e-feec52ffa418 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475004 Mar 31 20:50:24.545139 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1ed1b-6f1c-4a37-a15f-f4a9be36b1f5 req-f7fe0afe-a079-40a6-945f-e5229f3e97cd tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:24.556358 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-46c1ed1b-6f1c-4a37-a15f-f4a9be36b1f5 req-f7fe0afe-a079-40a6-945f-e5229f3e97cd tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 943 time: 0.0881627 Mar 31 20:50:24.652794 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-46c1ed1b-6f1c-4a37-a15f-f4a9be36b1f5 req-566bddba-1b31-47f7-95f7-c7024d91f386 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927260 Mar 31 20:50:24.926996 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd6a37-dcc5-4819-8a5b-40f218b250c3 req-985772cf-27e4-446d-bee0-a199c2ff1e0f tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:24.928419 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-75cd6a37-dcc5-4819-8a5b-40f218b250c3 req-985772cf-27e4-446d-bee0-a199c2ff1e0f tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 945 time: 0.0542483 Mar 31 20:50:24.991960 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-75cd6a37-dcc5-4819-8a5b-40f218b250c3 req-6da78bea-f0e3-481b-827b-18bcc2d35f8f tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576782 Mar 31 20:50:25.778636 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508e991-2c93-40b4-b524-11ba95d11d39 req-ce23ca5e-086c-4e8e-a92c-68d0e3177d1c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:25.781001 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1508e991-2c93-40b4-b524-11ba95d11d39 req-ce23ca5e-086c-4e8e-a92c-68d0e3177d1c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 943 time: 0.0536809 Mar 31 20:50:25.850571 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1508e991-2c93-40b4-b524-11ba95d11d39 req-cc387b26-0fad-4b0a-92bb-92bac5c9c6a6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594604 Mar 31 20:50:26.150027 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db602e43-e5e9-4bd6-a261-c63db49bef20 req-8f9d6a8a-d903-4728-b061-30a0ce0adf1b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:26.151592 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-db602e43-e5e9-4bd6-a261-c63db49bef20 req-8f9d6a8a-d903-4728-b061-30a0ce0adf1b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 945 time: 0.0928776 Mar 31 20:50:26.203383 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-db602e43-e5e9-4bd6-a261-c63db49bef20 req-07eab1d1-be9e-45fa-bae0-64772b390884 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461092 Mar 31 20:50:27.012981 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081772a-2c66-44cc-b030-81f86156a101 req-f2103536-aa37-411a-b2be-8e858ce63b83 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:27.014975 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e081772a-2c66-44cc-b030-81f86156a101 req-f2103536-aa37-411a-b2be-8e858ce63b83 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 943 time: 0.0708444 Mar 31 20:50:27.062864 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e081772a-2c66-44cc-b030-81f86156a101 req-faa727ac-1bd7-43b1-89d6-218e42be855f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418389 Mar 31 20:50:27.338345 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f24dfb-f87d-4ea3-86f8-8d7d20db8584 req-2ecd23dc-87ca-42a3-ad2b-ec951ffae84d tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:27.339849 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-07f24dfb-f87d-4ea3-86f8-8d7d20db8584 req-2ecd23dc-87ca-42a3-ad2b-ec951ffae84d tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 945 time: 0.0638838 Mar 31 20:50:27.390298 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-07f24dfb-f87d-4ea3-86f8-8d7d20db8584 req-0d7b95f1-9bed-4694-935a-c0bb827e9d38 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446701 Mar 31 20:50:28.188026 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaad244-e7cd-4759-bca8-f90be503487e req-4ffeb5d3-7b29-40e3-aaed-0947a79ec1e6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:28.189516 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5eaad244-e7cd-4759-bca8-f90be503487e req-4ffeb5d3-7b29-40e3-aaed-0947a79ec1e6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 943 time: 0.0540044 Mar 31 20:50:28.235441 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5eaad244-e7cd-4759-bca8-f90be503487e req-e98c21b9-b99f-4f99-a7cc-b78afc85f985 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405014 Mar 31 20:50:28.514455 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867841de-b9de-462e-a162-adeefa7f2d12 req-d71e606f-1084-49d2-92e0-27fef56d048b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:28.515942 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-867841de-b9de-462e-a162-adeefa7f2d12 req-d71e606f-1084-49d2-92e0-27fef56d048b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 945 time: 0.0560014 Mar 31 20:50:28.565149 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-867841de-b9de-462e-a162-adeefa7f2d12 req-8f9ca588-cb63-4914-880a-3d24cbb12e42 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426872 Mar 31 20:50:29.360319 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e86fa-ab9b-421c-8385-da7d5482cb1b req-afdc5ed2-6fd7-4439-848e-7d73d7c4e9c8 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:29.362485 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-433e86fa-ab9b-421c-8385-da7d5482cb1b req-afdc5ed2-6fd7-4439-848e-7d73d7c4e9c8 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 943 time: 0.0573306 Mar 31 20:50:29.408798 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-433e86fa-ab9b-421c-8385-da7d5482cb1b req-24a2fde2-158f-4407-b379-9df4ab5bf502 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402603 Mar 31 20:50:29.683557 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc586db-c375-449c-9d30-0f28371eafbe req-4c14a7dd-1418-4499-a9a9-59400e138921 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:29.685448 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0dc586db-c375-449c-9d30-0f28371eafbe req-4c14a7dd-1418-4499-a9a9-59400e138921 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 945 time: 0.0534935 Mar 31 20:50:29.737258 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0dc586db-c375-449c-9d30-0f28371eafbe req-1a426d60-b5d3-4d79-8be1-4b375e2fd683 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458791 Mar 31 20:50:30.545098 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1049a1-56e0-4613-b1a1-6d0b2d120adc req-ed6e825c-ac13-482f-9e01-703e2572a815 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:30.546719 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9e1049a1-56e0-4613-b1a1-6d0b2d120adc req-ed6e825c-ac13-482f-9e01-703e2572a815 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 943 time: 0.0655651 Mar 31 20:50:30.599363 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9e1049a1-56e0-4613-b1a1-6d0b2d120adc req-e2b64a36-aef7-4173-81b0-d76e4df2a0e5 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459826 Mar 31 20:50:30.853756 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc639bd-4bf1-4515-b69f-76f99e166d81 req-440db88b-71d5-4417-ab69-ed7632e2a89e tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:30.855251 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1bc639bd-4bf1-4515-b69f-76f99e166d81 req-440db88b-71d5-4417-ab69-ed7632e2a89e tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 945 time: 0.0525780 Mar 31 20:50:30.907837 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1bc639bd-4bf1-4515-b69f-76f99e166d81 req-fc8fe19d-d5cb-4bec-a154-95d933deaccc tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467265 Mar 31 20:50:31.729172 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f27ba-ab41-4697-8558-63588dfde337 req-a2fdfb3f-5088-4f90-8a3b-e4c675ba13ed tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:31.730576 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b33f27ba-ab41-4697-8558-63588dfde337 req-a2fdfb3f-5088-4f90-8a3b-e4c675ba13ed tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 943 time: 0.0593336 Mar 31 20:50:31.775944 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b33f27ba-ab41-4697-8558-63588dfde337 req-7b4b2616-522e-46ba-854b-b35e68170ba3 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398641 Mar 31 20:50:32.027464 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d9c51-5f41-4ec2-9b35-b1ee93d2e7ec req-899623cd-e54b-407a-b9a2-ea11e495c5ea tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:32.028865 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5d6d9c51-5f41-4ec2-9b35-b1ee93d2e7ec req-899623cd-e54b-407a-b9a2-ea11e495c5ea tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 945 time: 0.0522759 Mar 31 20:50:32.076637 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5d6d9c51-5f41-4ec2-9b35-b1ee93d2e7ec req-866492e8-5fc4-40ab-8794-cf387a4da7c4 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423002 Mar 31 20:50:32.895624 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b281d-c0ab-4c0f-9041-9a7f5651625e req-d314a583-2361-4d4c-bd95-cc90fc5a0122 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:32.897127 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-802b281d-c0ab-4c0f-9041-9a7f5651625e req-d314a583-2361-4d4c-bd95-cc90fc5a0122 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 943 time: 0.0521684 Mar 31 20:50:32.948286 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-802b281d-c0ab-4c0f-9041-9a7f5651625e req-596cdb0b-8c1c-4ddd-a30c-50ceec0eed63 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446794 Mar 31 20:50:33.193298 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3aabd-b0b7-42b5-b555-5ebba0f7e972 req-e48ec949-a55c-4e73-aae0-37f5b5ad8cec tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:33.194799 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fbc3aabd-b0b7-42b5-b555-5ebba0f7e972 req-e48ec949-a55c-4e73-aae0-37f5b5ad8cec tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 945 time: 0.0521464 Mar 31 20:50:33.242909 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fbc3aabd-b0b7-42b5-b555-5ebba0f7e972 req-b5fa0652-2627-4d38-9efe-691ed7a40cfc tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425026 Mar 31 20:50:33.294774 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:34.069742 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c5ec6-8f80-425c-90b9-e20bd9549db6 req-809021ec-f907-45c0-99d7-794e52beed2c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:34.071196 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-250c5ec6-8f80-425c-90b9-e20bd9549db6 req-809021ec-f907-45c0-99d7-794e52beed2c tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 943 time: 0.0521917 Mar 31 20:50:34.116856 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-250c5ec6-8f80-425c-90b9-e20bd9549db6 req-c096280c-e321-49fa-8012-e69777aba15f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400355 Mar 31 20:50:34.362089 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2df838-bd30-42f4-9616-8f1e00f61aad req-a620f803-4909-4d42-a566-3fe0292fd9f5 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:34.363530 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4d2df838-bd30-42f4-9616-8f1e00f61aad req-a620f803-4909-4d42-a566-3fe0292fd9f5 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 945 time: 0.0545726 Mar 31 20:50:34.411009 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4d2df838-bd30-42f4-9616-8f1e00f61aad req-dd3bef56-defb-4b69-a6a8-c1ef1dc38dde tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417914 Mar 31 20:50:35.248583 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe93a2c-f182-4269-bb59-3423e86baf0b req-23009c2b-cd0d-4a15-85a4-cef9576f66fe tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:35.250051 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-efe93a2c-f182-4269-bb59-3423e86baf0b req-23009c2b-cd0d-4a15-85a4-cef9576f66fe tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 943 time: 0.0559034 Mar 31 20:50:35.296091 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-efe93a2c-f182-4269-bb59-3423e86baf0b req-94a95929-5907-4a43-b5d5-e5897578e5d0 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397491 Mar 31 20:50:35.419548 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 60e1b0ca-41c9-4550-a7ba-1e98a578921a details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:50:35.541998 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b916db4-673b-4afc-b592-83a0a98ad0cb req-167d4696-042b-4c59-9b01-b16defb8ec7e tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:35.543563 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2b916db4-673b-4afc-b592-83a0a98ad0cb req-167d4696-042b-4c59-9b01-b16defb8ec7e tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 945 time: 0.0652657 Mar 31 20:50:35.597921 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2b916db4-673b-4afc-b592-83a0a98ad0cb req-3d19686a-3e66-49a6-817e-2aa3a537d543 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475497 Mar 31 20:50:35.639389 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082001cc-dc8c-45b6-831b-804aa9fa5ce2 req-84488b89-84ea-43ab-8749-5076ec7ecda2 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:35.642424 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-082001cc-dc8c-45b6-831b-804aa9fa5ce2 req-84488b89-84ea-43ab-8749-5076ec7ecda2 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.32 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 945 time: 0.0569382 Mar 31 20:50:35.651955 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 60e1b0ca-41c9-4550-a7ba-1e98a578921a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=60e1b0ca-41c9-4550-a7ba-1e98a578921a,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:50:35.663540 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': '60e1b0ca-41c9-4550-a7ba-1e98a578921a', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'port_id': '60e1b0ca-41c9-4550-a7ba-1e98a578921a', 'mac_address': 'fa:16:3e:ea:f9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:50:35.702101 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 60e1b0ca-41c9-4550-a7ba-1e98a578921a is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:50:35.702500 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:35.716062 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e1b0ca-41c9-4550-a7ba-1e98a578921a {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:50:35.736284 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 60e1b0ca-41c9-4550-a7ba-1e98a578921a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=60e1b0ca-41c9-4550-a7ba-1e98a578921a,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:50:35.741892 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-082001cc-dc8c-45b6-831b-804aa9fa5ce2 req-87f46ff5-0f8d-4a2c-abe4-d120bb0a4376 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Deleting port 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:50:35.742235 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-082001cc-dc8c-45b6-831b-804aa9fa5ce2 req-87f46ff5-0f8d-4a2c-abe4-d120bb0a4376 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (5fe1741b-26f2-4fe4-bcb0-a1bee84c26af), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:35.806493 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:35.850602 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-082001cc-dc8c-45b6-831b-804aa9fa5ce2 req-87f46ff5-0f8d-4a2c-abe4-d120bb0a4376 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] For port 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5fe1741b-26f2-4fe4-bcb0-a1bee84c26af,segment=NetworkSegment(6c423cf7-1ebc-4c28-a1e1-93bb3014f642),segment_id=6c423cf7-1ebc-4c28-a1e1-93bb3014f642)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:50:35.851207 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-082001cc-dc8c-45b6-831b-804aa9fa5ce2 req-87f46ff5-0f8d-4a2c-abe4-d120bb0a4376 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (5fe1741b-26f2-4fe4-bcb0-a1bee84c26af), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:35.860275 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=60e1b0ca-41c9-4550-a7ba-1e98a578921a,revision_number=9']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:50:36.031934 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['60e1b0ca-41c9-4550-a7ba-1e98a578921a'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:50:36.039636 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-082001cc-dc8c-45b6-831b-804aa9fa5ce2 req-87f46ff5-0f8d-4a2c-abe4-d120bb0a4376 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:36.042452 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-082001cc-dc8c-45b6-831b-804aa9fa5ce2 req-87f46ff5-0f8d-4a2c-abe4-d120bb0a4376 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (b12a2e20-de06-47da-8694-5c8ea4abd438), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:36.042452 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.l3_db [req-082001cc-dc8c-45b6-831b-804aa9fa5ce2 req-87f46ff5-0f8d-4a2c-abe4-d120bb0a4376 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Floating IP b12a2e20-de06-47da-8694-5c8ea4abd438 disassociated. External IP: 172.27.0.67, port: 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af. Mar 31 20:50:36.042452 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-082001cc-dc8c-45b6-831b-804aa9fa5ce2 req-87f46ff5-0f8d-4a2c-abe4-d120bb0a4376 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Calling delete_port for 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:50:36.269137 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-082001cc-dc8c-45b6-831b-804aa9fa5ce2 req-87f46ff5-0f8d-4a2c-abe4-d120bb0a4376 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (5fe1741b-26f2-4fe4-bcb0-a1bee84c26af), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:36.304954 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f46ff5-0f8d-4a2c-abe4-d120bb0a4376 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Pushing event deleted for resources: {'Port': ['ID=5fe1741b-26f2-4fe4-bcb0-a1bee84c26af,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:50:36.427537 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f8d58-3e62-4f20-a9ef-d4a391c7edbb req-0be98546-964d-4533-bd47-f303de549f10 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:36.429155 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-450f8d58-3e62-4f20-a9ef-d4a391c7edbb req-0be98546-964d-4533-bd47-f303de549f10 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 944 time: 0.0558825 Mar 31 20:50:36.480293 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-450f8d58-3e62-4f20-a9ef-d4a391c7edbb req-baf4d060-057e-40df-b568-bfcf0ae7893b tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450468 Mar 31 20:50:36.685022 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-082001cc-dc8c-45b6-831b-804aa9fa5ce2 req-87f46ff5-0f8d-4a2c-abe4-d120bb0a4376 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Router 4002ab7e-0d54-450d-8fbd-c167b8e820ec has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:50:36.699069 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4bd30b62-2090-4b83-a2aa-b86248620a63 req-7fe9a72d-7d03-407f-963b-a123641f09c7 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 210 time: 0.0286071 Mar 31 20:50:36.804997 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-082001cc-dc8c-45b6-831b-804aa9fa5ce2 req-87f46ff5-0f8d-4a2c-abe4-d120bb0a4376 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:50:36.816310 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f0733e-7ec7-4f04-801a-42ca93dc34ef None None] Sync routers for ids ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:50:36.825798 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f0733e-7ec7-4f04-801a-42ca93dc34ef None None] Routers {'4002ab7e-0d54-450d-8fbd-c167b8e820ec'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:50:36.826408 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c3f0733e-7ec7-4f04-801a-42ca93dc34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:50:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:50:36.849030 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-082001cc-dc8c-45b6-831b-804aa9fa5ce2 req-87f46ff5-0f8d-4a2c-abe4-d120bb0a4376 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] No DVR routers for this DVR port 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af on host hv-cinder-83607 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:50:36.852637 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-082001cc-dc8c-45b6-831b-804aa9fa5ce2 req-87f46ff5-0f8d-4a2c-abe4-d120bb0a4376 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:36.856304 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-082001cc-dc8c-45b6-831b-804aa9fa5ce2 req-87f46ff5-0f8d-4a2c-abe4-d120bb0a4376 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.32 "DELETE /v2.0/ports/5fe1741b-26f2-4fe4-bcb0-a1bee84c26af HTTP/1.1" status: 204 len: 173 time: 1.2099977 Mar 31 20:50:36.856809 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949758de-59e6-4d1e-936a-a2d0d916615c', 'name': 'network-vif-deleted', 'tag': '5fe1741b-26f2-4fe4-bcb0-a1bee84c26af'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:50:36.868853 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3ef139-1162-446c-97f2-f98554a9a20d" -d '{"events": [{"server_uuid": "949758de-59e6-4d1e-936a-a2d0d916615c", "name": "network-vif-deleted", "tag": "5fe1741b-26f2-4fe4-bcb0-a1bee84c26af"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:50:36.913739 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a71e27-40c1-432a-a861-26dd68af4c92 x-openstack-request-id: req-e2a71e27-40c1-432a-a861-26dd68af4c92 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:50:36.914035 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949758de-59e6-4d1e-936a-a2d0d916615c", "name": "network-vif-deleted", "tag": "5fe1741b-26f2-4fe4-bcb0-a1bee84c26af", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:50:36.914291 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e2a71e27-40c1-432a-a861-26dd68af4c92 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:50:36.914698 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2a71e27-40c1-432a-a861-26dd68af4c92'] response: {'server_uuid': '949758de-59e6-4d1e-936a-a2d0d916615c', 'name': 'network-vif-deleted', 'tag': '5fe1741b-26f2-4fe4-bcb0-a1bee84c26af', 'status': 'completed', 'code': 200} Mar 31 20:50:37.034360 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-c3f0733e-7ec7-4f04-801a-42ca93dc34ef None None] Set router 4002ab7e-0d54-450d-8fbd-c167b8e820ec gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:50:37.235278 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c3f0733e-7ec7-4f04-801a-42ca93dc34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:47:20Z', 'revision_number': 4, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '6c291cad-ed57-4c34-b352-dc37c188f7a5', 'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'mac_address': 'fa:16:3e:0d:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:20Z', 'updated_at': '2022-03-31T20:47:25Z', 'revision_number': 5, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'subnets': [{'id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:50:37.260650 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f0733e-7ec7-4f04-801a-42ca93dc34ef None None] Checking router: 4002ab7e-0d54-450d-8fbd-c167b8e820ec for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:50:37.269173 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f0733e-7ec7-4f04-801a-42ca93dc34ef None None] Routers {'4002ab7e-0d54-450d-8fbd-c167b8e820ec'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:50:37.269769 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c3f0733e-7ec7-4f04-801a-42ca93dc34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:50:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:50:37.383104 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-c3f0733e-7ec7-4f04-801a-42ca93dc34ef None None] Set router 4002ab7e-0d54-450d-8fbd-c167b8e820ec gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:50:37.451589 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 60e1b0ca-41c9-4550-a7ba-1e98a578921a up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:50:37.507112 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port 60e1b0ca-41c9-4550-a7ba-1e98a578921a triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:50:37.507496 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:37.591387 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 60e1b0ca-41c9-4550-a7ba-1e98a578921a is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:50:37.591820 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:37.598125 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c3f0733e-7ec7-4f04-801a-42ca93dc34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:47:20Z', 'revision_number': 4, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '6c291cad-ed57-4c34-b352-dc37c188f7a5', 'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'mac_address': 'fa:16:3e:0d:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:20Z', 'updated_at': '2022-03-31T20:47:25Z', 'revision_number': 5, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'subnets': [{'id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:50:37.625882 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a12f8b-2dc7-41d6-b777-6b4375dc2072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e1b0ca-41c9-4550-a7ba-1e98a578921a'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:50:37.629048 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d024ab-af56-4df3-a69e-03b5de07535b" -d '{"events": [{"server_uuid": "86a12f8b-2dc7-41d6-b777-6b4375dc2072", "name": "network-vif-plugged", "status": "completed", "tag": "60e1b0ca-41c9-4550-a7ba-1e98a578921a"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:50:37.637754 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f0733e-7ec7-4f04-801a-42ca93dc34ef None None] The sync data for ids ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'] in dv-cinder-836072-1-iscsi is: [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:47:20Z', 'revision_number': 4, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '6c291cad-ed57-4c34-b352-dc37c188f7a5', 'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'mac_address': 'fa:16:3e:0d:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:20Z', 'updated_at': '2022-03-31T20:47:25Z', 'revision_number': 5, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'subnets': [{'id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:50:37.676901 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 60e1b0ca-41c9-4550-a7ba-1e98a578921a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=60e1b0ca-41c9-4550-a7ba-1e98a578921a,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:50:37.690252 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce096deb-e924-4582-9149-d3fe5c02f976 x-openstack-request-id: req-ce096deb-e924-4582-9149-d3fe5c02f976 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:50:37.690753 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a12f8b-2dc7-41d6-b777-6b4375dc2072", "name": "network-vif-plugged", "status": "completed", "tag": "60e1b0ca-41c9-4550-a7ba-1e98a578921a", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:50:37.691015 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ce096deb-e924-4582-9149-d3fe5c02f976 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:50:37.691618 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce096deb-e924-4582-9149-d3fe5c02f976'] response: {'server_uuid': '86a12f8b-2dc7-41d6-b777-6b4375dc2072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e1b0ca-41c9-4550-a7ba-1e98a578921a', 'code': 200} Mar 31 20:50:37.811764 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:37.892082 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=60e1b0ca-41c9-4550-a7ba-1e98a578921a,revision_number=10']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:50:37.933459 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f70113f1-4fde-43d9-8454-34d2de451a07 req-38ffdc8f-effe-406a-a13a-f8e933e14fe6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=949758de-59e6-4d1e-936a-a2d0d916615c HTTP/1.1" status: 200 len: 210 time: 0.0383298 Mar 31 20:50:37.948986 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee67e23-f7ef-4ba0-94f3-ed5b3294084c None None] New status for floating IP b12a2e20-de06-47da-8694-5c8ea4abd438: DOWN {{(pid=110551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:50:37.954439 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961f162-d719-46b9-9594-b8a849f58cbe req-1756c4a6-5d4f-41c9-aabc-6a6f8b763c8b tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:37.956570 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c961f162-d719-46b9-9594-b8a849f58cbe req-1756c4a6-5d4f-41c9-aabc-6a6f8b763c8b tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 944 time: 0.3895178 Mar 31 20:50:38.005393 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c961f162-d719-46b9-9594-b8a849f58cbe req-56d8eb5f-fac3-456b-aba9-bfb1a8f3d2cf tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425537 Mar 31 20:50:38.100300 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e072f8-ce1c-48be-9b18-f3d6e0e44530 req-b262ee94-72ae-4903-a2af-7bf058803878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:38.101818 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-18e072f8-ce1c-48be-9b18-f3d6e0e44530 req-b262ee94-72ae-4903-a2af-7bf058803878 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 1130 time: 0.0448089 Mar 31 20:50:38.146748 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-18e072f8-ce1c-48be-9b18-f3d6e0e44530 req-1bfbbd61-d0ba-4fc5-933c-b32ab72b29b8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383172 Mar 31 20:50:39.080325 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-284cc51a-026c-4f6d-8e0f-a91eb863f935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:39.137228 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bd919-b1ac-4a65-99b3-4fbe171dec7c req-3f8395ab-44bb-420a-84a7-f4e025c86eb3 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:39.138841 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-628bd919-b1ac-4a65-99b3-4fbe171dec7c req-3f8395ab-44bb-420a-84a7-f4e025c86eb3 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 946 time: 0.0531797 Mar 31 20:50:39.187101 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-628bd919-b1ac-4a65-99b3-4fbe171dec7c req-ae8ff04f-b81a-4361-9dff-92f759938d4f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423381 Mar 31 20:50:39.275093 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-9599e67a-f13e-41f3-87a7-b946ea91cd9c tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1190092249&fields=id&tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd HTTP/1.1" status: 200 len: 267 time: 0.0661163 Mar 31 20:50:39.390581 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1aa2d-8d98-47c6-be59-c9985f7006dd req-64dc5dea-f80e-4c6f-9634-29ff40c4adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:39.391287 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-437804b6-1d37-4536-8161-e27e3facfa34 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:39.392216 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f2f1aa2d-8d98-47c6-be59-c9985f7006dd req-64dc5dea-f80e-4c6f-9634-29ff40c4adb0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c2f7a7f12f0247c0881f0c5ba6b5b36d&device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 1130 time: 0.0558002 Mar 31 20:50:39.392946 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-437804b6-1d37-4536-8161-e27e3facfa34 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/networks?id=891ebc70-d7d8-43ce-bc93-700332ce0830 HTTP/1.1" status: 200 len: 811 time: 0.1106226 Mar 31 20:50:39.416324 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-6544e670-16ea-4a64-b869-d5dec63f4e8e tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/quotas/cb4630cdf1214e68ab28a5d2bb2358cd HTTP/1.1" status: 200 len: 375 time: 0.0173454 Mar 31 20:50:39.461125 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:50:39.476211 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-0709b3a9-5411-413a-92ac-c6a1f4648622 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579507 Mar 31 20:50:39.505532 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] No Port match for: 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:50:39.506564 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 5fe1741b-26f2-4fe4-bcb0-a1bee84c26af not bound to the agent host hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:50:39.516022 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1aa2d-8d98-47c6-be59-c9985f7006dd req-964aaa0e-f1bf-447b-82c3-555a965f6be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:39.517608 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f2f1aa2d-8d98-47c6-be59-c9985f7006dd req-964aaa0e-f1bf-447b-82c3-555a965f6be9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29c94a09-ad75-42a2-8666-a0269d34f4fc HTTP/1.1" status: 200 len: 917 time: 0.1053705 Mar 31 20:50:39.589085 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f2f1aa2d-8d98-47c6-be59-c9985f7006dd req-6eaaac01-8807-413f-baf0-317effd0dcc0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60e1b0ca-41c9-4550-a7ba-1e98a578921a HTTP/1.1" status: 200 len: 1000 time: 0.0649984 Mar 31 20:50:39.598245 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-5eca4381-829d-46d9-91f7-e7cfcfa25712 service neutron] 10.222.0.61 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074171 Mar 31 20:50:39.646103 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1aa2d-8d98-47c6-be59-c9985f7006dd req-8e977b94-ef5d-41af-a0ae-d47b99c87162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:39.647987 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f2f1aa2d-8d98-47c6-be59-c9985f7006dd req-8e977b94-ef5d-41af-a0ae-d47b99c87162 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=93b81d0e-6ec0-4ee6-b70d-0ae037b995d1 HTTP/1.1" status: 200 len: 855 time: 0.0525033 Mar 31 20:50:39.700519 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-54d6c072-42d3-42b8-b78f-3df0813e1da2 service neutron] 10.222.0.61 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965338 Mar 31 20:50:39.704539 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1aa2d-8d98-47c6-be59-c9985f7006dd req-3b4e35ac-c6a9-460c-af4b-7df03ae66118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:39.705993 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f2f1aa2d-8d98-47c6-be59-c9985f7006dd req-3b4e35ac-c6a9-460c-af4b-7df03ae66118 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29c94a09-ad75-42a2-8666-a0269d34f4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519736 Mar 31 20:50:39.805180 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f2f1aa2d-8d98-47c6-be59-c9985f7006dd req-af0f1c9a-787c-41e5-8afb-5f2e93612bf2 service neutron] 10.222.0.32 "GET /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926044 Mar 31 20:50:39.895277 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f2f1aa2d-8d98-47c6-be59-c9985f7006dd req-6c2d46a7-ad65-4172-bf25-26a74cf60d93 service neutron] 10.222.0.32 "GET /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838337 Mar 31 20:50:40.331687 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496b44b-9b20-47bb-a1f8-c7b36c563c8c req-285c7118-e592-40af-99ad-a72a5d18709f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:40.333187 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4496b44b-9b20-47bb-a1f8-c7b36c563c8c req-285c7118-e592-40af-99ad-a72a5d18709f tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 946 time: 0.0580385 Mar 31 20:50:40.380735 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4496b44b-9b20-47bb-a1f8-c7b36c563c8c req-9bd0aa7a-5e28-48e7-93ef-2ae3e879fe76 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418432 Mar 31 20:50:40.430483 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b30b8a00-2ce1-4c85-bd0c-c25918f1d15d req-b50976ac-32cf-492d-8f10-250184c71a5d tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 210 time: 0.0289466 Mar 31 20:50:41.514493 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a9cd3-b1df-4501-a90e-df0a86c804f3 req-e2145471-c865-4b96-b27e-c4244e2deaaa tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:41.515938 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-012a9cd3-b1df-4501-a90e-df0a86c804f3 req-e2145471-c865-4b96-b27e-c4244e2deaaa tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 946 time: 0.0612516 Mar 31 20:50:41.538743 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-61f343f0-9649-4eec-8fa1-75cbe464eb31 req-4a52ed21-366f-430f-9ae1-07946902b0a1 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 210 time: 0.0396986 Mar 31 20:50:41.585273 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-012a9cd3-b1df-4501-a90e-df0a86c804f3 req-6bde6eea-f450-42e9-85c7-408262a9d623 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488272 Mar 31 20:50:41.691403 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9563a651-294b-4a14-8e07-a94290b8f918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:42.636632 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b16954b6-034a-45d7-aca2-fab1f5301545 req-273e2860-294c-407e-837a-675230319381 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 210 time: 0.0287576 Mar 31 20:50:42.711542 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774c28b-4042-4a9e-84ff-3f1440973e0d req-db49522d-0ea3-43a5-952a-35a701397e86 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:42.713045 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e774c28b-4042-4a9e-84ff-3f1440973e0d req-db49522d-0ea3-43a5-952a-35a701397e86 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 946 time: 0.0535789 Mar 31 20:50:42.761358 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e774c28b-4042-4a9e-84ff-3f1440973e0d req-c4931b87-868c-489a-aba5-6f238e9b3004 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425825 Mar 31 20:50:43.380377 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:43.732231 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-912495e2-3b11-497b-92cf-ac65b1d597b4 req-f65e4102-704a-4621-b3c8-52af75bbe5ac tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 210 time: 0.0310850 Mar 31 20:50:43.901704 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865723cd-51a9-4d94-9d05-b11cf808e598 req-ace578ba-71af-4006-8a4d-dcffaa8eff62 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:43.903215 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-865723cd-51a9-4d94-9d05-b11cf808e598 req-ace578ba-71af-4006-8a4d-dcffaa8eff62 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 946 time: 0.0661569 Mar 31 20:50:43.904409 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-a167d9a0-4c77-42f1-976a-6a92f698603b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:43.905858 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-a167d9a0-4c77-42f1-976a-6a92f698603b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.32 "GET /v2.0/networks?id=891ebc70-d7d8-43ce-bc93-700332ce0830 HTTP/1.1" status: 200 len: 811 time: 0.1211584 Mar 31 20:50:43.952093 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-865723cd-51a9-4d94-9d05-b11cf808e598 req-1f1b8b4a-5bf0-41fd-9fc8-e4cf8936d0f7 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431497 Mar 31 20:50:43.974793 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-20bfaf0e-b157-48f5-aa13-eb4f1c2ff63f tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd HTTP/1.1" status: 200 len: 380 time: 0.0583510 Mar 31 20:50:43.991347 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-c9a06a34-3636-405f-bf44-bbb2fff69d70 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Request body: {'port': {'device_id': 'e76c5e7b-2e22-452e-97ba-cdf734eb58bc', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'admin_state_up': True, 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'security_groups': ['2e70a5a4-5161-4e00-9fc8-18373c384b3e']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:50:44.220894 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-c9a06a34-3636-405f-bf44-bbb2fff69d70 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Made reservation on behalf of cb4630cdf1214e68ab28a5d2bb2358cd for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:50:44.224510 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-c9a06a34-3636-405f-bf44-bbb2fff69d70 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:44.380344 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-c9a06a34-3636-405f-bf44-bbb2fff69d70 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Allocated IP 172.20.0.11 (891ebc70-d7d8-43ce-bc93-700332ce0830/6d8ae2ad-26c3-4ccb-8104-532540816283/6691e9c2-0442-4aa2-afd4-88ce085a8e5b) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:50:44.526135 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-c9a06a34-3636-405f-bf44-bbb2fff69d70 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for port (6691e9c2-0442-4aa2-afd4-88ce085a8e5b), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:44.646421 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-c9a06a34-3636-405f-bf44-bbb2fff69d70 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (6691e9c2-0442-4aa2-afd4-88ce085a8e5b), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:44.687405 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-c9a06a34-3636-405f-bf44-bbb2fff69d70 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Network 891ebc70-d7d8-43ce-bc93-700332ce0830 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:50:44.690692 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-c9a06a34-3636-405f-bf44-bbb2fff69d70 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:50:44.693314 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-c9a06a34-3636-405f-bf44-bbb2fff69d70 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:50:44.734267 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a06a34-3636-405f-bf44-bbb2fff69d70 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Pushing event updated for resources: {'Port': ['ID=6691e9c2-0442-4aa2-afd4-88ce085a8e5b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:50:44.767960 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-c9a06a34-3636-405f-bf44-bbb2fff69d70 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:44.768641 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-c9a06a34-3636-405f-bf44-bbb2fff69d70 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:44.865063 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b4dd9-c047-4d54-b9f3-4154df215ba3 req-7b970716-fabc-4896-a7b1-c0cc560ca683 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:44.866570 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ff0b4dd9-c047-4d54-b9f3-4154df215ba3 req-7b970716-fabc-4896-a7b1-c0cc560ca683 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 932 time: 0.0553968 Mar 31 20:50:44.914767 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-c9a06a34-3636-405f-bf44-bbb2fff69d70 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9307218 Mar 31 20:50:44.918380 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ff0b4dd9-c047-4d54-b9f3-4154df215ba3 req-9ddc52c0-b2d3-490f-813c-883223d77456 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460694 Mar 31 20:50:44.926128 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-8e089b06-79e7-40c3-88bc-a70e38a5918c service neutron] Request body: {'port': {'device_id': 'e76c5e7b-2e22-452e-97ba-cdf734eb58bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:50:44.937223 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-35adca56-17c6-4ca3-993a-29bb93be5335 None None] Provisioning complete for port 6691e9c2-0442-4aa2-afd4-88ce085a8e5b triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:50:44.938196 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-35adca56-17c6-4ca3-993a-29bb93be5335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (6691e9c2-0442-4aa2-afd4-88ce085a8e5b), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:44.972923 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-35adca56-17c6-4ca3-993a-29bb93be5335 None None] Port 6691e9c2-0442-4aa2-afd4-88ce085a8e5b cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:50:44.990044 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-8e089b06-79e7-40c3-88bc-a70e38a5918c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (6691e9c2-0442-4aa2-afd4-88ce085a8e5b), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:45.226378 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:45.256940 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-8e089b06-79e7-40c3-88bc-a70e38a5918c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6691e9c2-0442-4aa2-afd4-88ce085a8e5b {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:50:45.264782 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-8e089b06-79e7-40c3-88bc-a70e38a5918c service neutron] Publish callbacks [] for port (6691e9c2-0442-4aa2-afd4-88ce085a8e5b), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:45.278257 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-8e089b06-79e7-40c3-88bc-a70e38a5918c service neutron] Transition to ACTIVE for port object 6691e9c2-0442-4aa2-afd4-88ce085a8e5b will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:50:45.369450 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-8e089b06-79e7-40c3-88bc-a70e38a5918c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24999263'] for port (6691e9c2-0442-4aa2-afd4-88ce085a8e5b), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:45.424412 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e089b06-79e7-40c3-88bc-a70e38a5918c service neutron] Pushing event updated for resources: {'Port': ['ID=6691e9c2-0442-4aa2-afd4-88ce085a8e5b,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:50:45.515576 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-8e089b06-79e7-40c3-88bc-a70e38a5918c service neutron] Attempting to bind port 6691e9c2-0442-4aa2-afd4-88ce085a8e5b on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:50:45.515951 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-8e089b06-79e7-40c3-88bc-a70e38a5918c service neutron] Attempting to bind port 6691e9c2-0442-4aa2-afd4-88ce085a8e5b by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '6c423cf7-1ebc-4c28-a1e1-93bb3014f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:50:45.516280 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-8e089b06-79e7-40c3-88bc-a70e38a5918c service neutron] Attempting to bind port 6691e9c2-0442-4aa2-afd4-88ce085a8e5b on network 891ebc70-d7d8-43ce-bc93-700332ce0830 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:50:45.521006 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-8e089b06-79e7-40c3-88bc-a70e38a5918c service neutron] Port 6691e9c2-0442-4aa2-afd4-88ce085a8e5b on network 891ebc70-d7d8-43ce-bc93-700332ce0830 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:50:45.521389 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-8e089b06-79e7-40c3-88bc-a70e38a5918c service neutron] Attempting to bind port 6691e9c2-0442-4aa2-afd4-88ce085a8e5b on network 891ebc70-d7d8-43ce-bc93-700332ce0830 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:50:45.526622 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-8e089b06-79e7-40c3-88bc-a70e38a5918c service neutron] Checking agent: {'id': '7dd6c0b4-7b51-4ce7-a43e-f42db731a887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'started_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:50:45.526967 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-8e089b06-79e7-40c3-88bc-a70e38a5918c service neutron] Checking segment: {'id': '6c423cf7-1ebc-4c28-a1e1-93bb3014f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:50:45.527341 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-8e089b06-79e7-40c3-88bc-a70e38a5918c service neutron] Bound using segment: {'id': '6c423cf7-1ebc-4c28-a1e1-93bb3014f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:50:45.527848 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-8e089b06-79e7-40c3-88bc-a70e38a5918c service neutron] Bound port: 6691e9c2-0442-4aa2-afd4-88ce085a8e5b, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c423cf7-1ebc-4c28-a1e1-93bb3014f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:50:45.535497 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-8e089b06-79e7-40c3-88bc-a70e38a5918c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (6691e9c2-0442-4aa2-afd4-88ce085a8e5b), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:45.601335 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-8e089b06-79e7-40c3-88bc-a70e38a5918c service neutron] For port 6691e9c2-0442-4aa2-afd4-88ce085a8e5b, host hv-cinder-83607, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:50:45.605043 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-8e089b06-79e7-40c3-88bc-a70e38a5918c service neutron] For port 6691e9c2-0442-4aa2-afd4-88ce085a8e5b, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6691e9c2-0442-4aa2-afd4-88ce085a8e5b,segment=NetworkSegment(6c423cf7-1ebc-4c28-a1e1-93bb3014f642),segment_id=6c423cf7-1ebc-4c28-a1e1-93bb3014f642)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:50:45.711856 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:45.712491 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-8e089b06-79e7-40c3-88bc-a70e38a5918c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24999263'] for port (6691e9c2-0442-4aa2-afd4-88ce085a8e5b), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:45.746550 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-8e089b06-79e7-40c3-88bc-a70e38a5918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:45.747173 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-8e089b06-79e7-40c3-88bc-a70e38a5918c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:45.748597 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-8e089b06-79e7-40c3-88bc-a70e38a5918c service neutron] 10.222.0.32 "PUT /v2.0/ports/6691e9c2-0442-4aa2-afd4-88ce085a8e5b HTTP/1.1" status: 200 len: 1094 time: 0.8271630 Mar 31 20:50:45.749030 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76c5e7b-2e22-452e-97ba-cdf734eb58bc', 'tag': '6691e9c2-0442-4aa2-afd4-88ce085a8e5b'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:50:45.751243 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0d9dac-edfd-45cb-ae36-29f844df32c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e76c5e7b-2e22-452e-97ba-cdf734eb58bc", "tag": "6691e9c2-0442-4aa2-afd4-88ce085a8e5b"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:50:45.776940 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e089b06-79e7-40c3-88bc-a70e38a5918c service neutron] Pushing event updated for resources: {'Port': ['ID=6691e9c2-0442-4aa2-afd4-88ce085a8e5b,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:50:45.793602 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8809d051-564e-4a9a-bb24-be8699e7faa1 x-openstack-request-id: req-8809d051-564e-4a9a-bb24-be8699e7faa1 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:50:45.793899 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e76c5e7b-2e22-452e-97ba-cdf734eb58bc", "tag": "6691e9c2-0442-4aa2-afd4-88ce085a8e5b", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:50:45.794154 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8809d051-564e-4a9a-bb24-be8699e7faa1 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:50:45.794564 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8809d051-564e-4a9a-bb24-be8699e7faa1'] response: {'name': 'network-changed', 'server_uuid': 'e76c5e7b-2e22-452e-97ba-cdf734eb58bc', 'tag': '6691e9c2-0442-4aa2-afd4-88ce085a8e5b', 'status': 'completed', 'code': 200} Mar 31 20:50:45.877445 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d9dac-edfd-45cb-ae36-29f844df32c6 req-0a22ed99-4e28-4319-be7d-99905155a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:45.879101 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8a0d9dac-edfd-45cb-ae36-29f844df32c6 req-0a22ed99-4e28-4319-be7d-99905155a5c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd&device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 1128 time: 0.0518763 Mar 31 20:50:45.985729 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d9dac-edfd-45cb-ae36-29f844df32c6 req-87392a34-59fa-4b09-ad5f-c371c4242fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:45.987216 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8a0d9dac-edfd-45cb-ae36-29f844df32c6 req-87392a34-59fa-4b09-ad5f-c371c4242fcb service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1011958 Mar 31 20:50:46.060990 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbffc4-a564-4476-9a71-516f594981fd req-c1bd28fd-d8da-4a49-b24f-9a6cf9513c9a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:46.062474 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e0bbffc4-a564-4476-9a71-516f594981fd req-c1bd28fd-d8da-4a49-b24f-9a6cf9513c9a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 944 time: 0.0585730 Mar 31 20:50:46.088021 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d9dac-edfd-45cb-ae36-29f844df32c6 req-de27ea11-b856-4c8d-98e2-fdf959a4972b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:46.089417 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8a0d9dac-edfd-45cb-ae36-29f844df32c6 req-de27ea11-b856-4c8d-98e2-fdf959a4972b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947657 Mar 31 20:50:46.120989 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e0bbffc4-a564-4476-9a71-516f594981fd req-d265d603-cbb8-44cf-8bb8-7155f822b559 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525932 Mar 31 20:50:46.179455 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-d024fbd1-e439-4770-8edc-ae5ed76a2526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:46.181094 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-d024fbd1-e439-4770-8edc-ae5ed76a2526 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd&device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 1128 time: 0.0501480 Mar 31 20:50:46.228657 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-0c3ec2a0-5741-404b-b7f2-fd9a088d75a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6691e9c2-0442-4aa2-afd4-88ce085a8e5b HTTP/1.1" status: 200 len: 217 time: 0.0344334 Mar 31 20:50:46.276886 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-181fb9cb-c616-4d51-ba00-a3ba042b309f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:46.278327 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-181fb9cb-c616-4d51-ba00-a3ba042b309f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d8ae2ad-26c3-4ccb-8104-532540816283 HTTP/1.1" status: 200 len: 850 time: 0.0429077 Mar 31 20:50:46.331318 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-b2bc3afb-a7a3-4c82-92bb-73acdb531114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:46.333470 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-b2bc3afb-a7a3-4c82-92bb-73acdb531114 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=891ebc70-d7d8-43ce-bc93-700332ce0830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500574 Mar 31 20:50:46.429486 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-fdaeb630-5295-4430-a641-770d696ad0b7 service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883958 Mar 31 20:50:46.528486 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-1cc59f8b-a7c2-40cf-ad31-54f973b49c99 req-20808f61-606b-4d5c-ae8b-79fe23eb6002 service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931628 Mar 31 20:50:47.250015 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a802c2d-ed44-41e9-a8a0-ca54dfee0ef5 req-48ce98c2-1b7c-4330-bf83-19847c87fccf tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:47.251490 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4a802c2d-ed44-41e9-a8a0-ca54dfee0ef5 req-48ce98c2-1b7c-4330-bf83-19847c87fccf tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 944 time: 0.0518124 Mar 31 20:50:47.300104 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4a802c2d-ed44-41e9-a8a0-ca54dfee0ef5 req-3dd5c018-cecc-4b07-bda4-1c789d633834 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422146 Mar 31 20:50:48.422071 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695c605-2169-48ca-9689-de11b7a4e541 req-7342fc4f-c250-4f56-8796-27078d1167c5 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:48.423541 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e695c605-2169-48ca-9689-de11b7a4e541 req-7342fc4f-c250-4f56-8796-27078d1167c5 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 944 time: 0.0560803 Mar 31 20:50:48.479925 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e695c605-2169-48ca-9689-de11b7a4e541 req-88dc7b39-6398-44ea-8dd8-31cb46df03f9 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497854 Mar 31 20:50:49.600040 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d91789-1e1e-4a2b-a68d-d7786c936a45 req-3c76164d-f82e-4283-aa68-fd6b2bd3a476 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:49.601486 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-52d91789-1e1e-4a2b-a68d-d7786c936a45 req-3c76164d-f82e-4283-aa68-fd6b2bd3a476 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 944 time: 0.0533106 Mar 31 20:50:49.653221 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-52d91789-1e1e-4a2b-a68d-d7786c936a45 req-fbde0006-84e9-4fbc-b51c-dba0e9ddcf89 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460002 Mar 31 20:50:49.754714 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 33004) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:50:49.856471 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a0352bf8-9a69-49b6-87c5-4dfd7bdbbb6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:49.926536 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a0352bf8-9a69-49b6-87c5-4dfd7bdbbb6b admin admin] Publish callbacks [] for security_group (a9ff6280-d767-471f-9168-997974c991cd), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:50.005383 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a0352bf8-9a69-49b6-87c5-4dfd7bdbbb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (a9ff6280-d767-471f-9168-997974c991cd), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:50.044383 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0352bf8-9a69-49b6-87c5-4dfd7bdbbb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ff6280-d767-471f-9168-997974c991cd,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:50:50.052396 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-a0352bf8-9a69-49b6-87c5-4dfd7bdbbb6b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=95490f9e16304736a15b854a6e2b316e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964244 Mar 31 20:50:50.054975 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 33008) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:50:50.059851 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0352bf8-9a69-49b6-87c5-4dfd7bdbbb6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.060205 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0352bf8-9a69-49b6-87c5-4dfd7bdbbb6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.060549 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0352bf8-9a69-49b6-87c5-4dfd7bdbbb6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.060901 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0352bf8-9a69-49b6-87c5-4dfd7bdbbb6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.061236 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0352bf8-9a69-49b6-87c5-4dfd7bdbbb6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.061564 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0352bf8-9a69-49b6-87c5-4dfd7bdbbb6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.061891 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0352bf8-9a69-49b6-87c5-4dfd7bdbbb6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.062214 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0352bf8-9a69-49b6-87c5-4dfd7bdbbb6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.062536 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0352bf8-9a69-49b6-87c5-4dfd7bdbbb6b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.062864 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0352bf8-9a69-49b6-87c5-4dfd7bdbbb6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.063188 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0352bf8-9a69-49b6-87c5-4dfd7bdbbb6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.063514 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0352bf8-9a69-49b6-87c5-4dfd7bdbbb6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.063857 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0352bf8-9a69-49b6-87c5-4dfd7bdbbb6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.064179 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0352bf8-9a69-49b6-87c5-4dfd7bdbbb6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.064496 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0352bf8-9a69-49b6-87c5-4dfd7bdbbb6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.120582 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48a78219-6ae1-49e7-95d9-af4c44552f08 admin admin] Publish callbacks [] for security_group (a9ff6280-d767-471f-9168-997974c991cd), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:50.141679 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48a78219-6ae1-49e7-95d9-af4c44552f08 admin admin] Publish callbacks [] for security_group (a9ff6280-d767-471f-9168-997974c991cd), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:50.251254 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48a78219-6ae1-49e7-95d9-af4c44552f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (a9ff6280-d767-471f-9168-997974c991cd), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:50.254409 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48a78219-6ae1-49e7-95d9-af4c44552f08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:50.255589 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-48a78219-6ae1-49e7-95d9-af4c44552f08 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a9ff6280-d767-471f-9168-997974c991cd HTTP/1.1" status: 204 len: 168 time: 0.1992784 Mar 31 20:50:50.263251 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a78219-6ae1-49e7-95d9-af4c44552f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ff6280-d767-471f-9168-997974c991cd,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:50:50.270608 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a78219-6ae1-49e7-95d9-af4c44552f08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.271020 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a78219-6ae1-49e7-95d9-af4c44552f08 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.271377 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a78219-6ae1-49e7-95d9-af4c44552f08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.271724 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a78219-6ae1-49e7-95d9-af4c44552f08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.272093 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a78219-6ae1-49e7-95d9-af4c44552f08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.272568 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a78219-6ae1-49e7-95d9-af4c44552f08 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.272822 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a78219-6ae1-49e7-95d9-af4c44552f08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.273168 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a78219-6ae1-49e7-95d9-af4c44552f08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.273527 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a78219-6ae1-49e7-95d9-af4c44552f08 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.273860 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a78219-6ae1-49e7-95d9-af4c44552f08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.274194 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a78219-6ae1-49e7-95d9-af4c44552f08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.274550 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a78219-6ae1-49e7-95d9-af4c44552f08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.274911 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a78219-6ae1-49e7-95d9-af4c44552f08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.275240 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a78219-6ae1-49e7-95d9-af4c44552f08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.275566 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a78219-6ae1-49e7-95d9-af4c44552f08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:50.792674 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab45862-895a-4ffe-9bb9-1ac70b5b2180 req-95a84c13-62a9-4d89-a6ff-2d1e97308515 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:50.794183 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bab45862-895a-4ffe-9bb9-1ac70b5b2180 req-95a84c13-62a9-4d89-a6ff-2d1e97308515 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 944 time: 0.0536165 Mar 31 20:50:50.844292 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bab45862-895a-4ffe-9bb9-1ac70b5b2180 req-34d9579d-95ba-4774-bfa3-eb1375b97001 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445189 Mar 31 20:50:51.960261 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479929b7-7562-484a-9b16-779f0b8fe46d req-329667ed-5e75-491c-a6ac-e28fb3f1d162 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:51.961760 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-479929b7-7562-484a-9b16-779f0b8fe46d req-329667ed-5e75-491c-a6ac-e28fb3f1d162 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 944 time: 0.0534589 Mar 31 20:50:52.008870 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-479929b7-7562-484a-9b16-779f0b8fe46d req-dcb445d4-e065-438f-a457-cea056438b89 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416002 Mar 31 20:50:53.131143 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7c519-f0d3-4b18-8f4d-eb07379d5492 req-791747fa-27c1-4621-a819-5c8f3b3c4404 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:53.132597 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1ee7c519-f0d3-4b18-8f4d-eb07379d5492 req-791747fa-27c1-4621-a819-5c8f3b3c4404 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 944 time: 0.0572655 Mar 31 20:50:53.182578 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1ee7c519-f0d3-4b18-8f4d-eb07379d5492 req-cf3937b7-dd64-42ad-929c-b0f84c8694f4 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443954 Mar 31 20:50:53.541657 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 6691e9c2-0442-4aa2-afd4-88ce085a8e5b details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:50:53.638649 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 6691e9c2-0442-4aa2-afd4-88ce085a8e5b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6691e9c2-0442-4aa2-afd4-88ce085a8e5b,segment=NetworkSegment(6c423cf7-1ebc-4c28-a1e1-93bb3014f642),segment_id=6c423cf7-1ebc-4c28-a1e1-93bb3014f642)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:50:53.650206 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': '6691e9c2-0442-4aa2-afd4-88ce085a8e5b', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'port_id': '6691e9c2-0442-4aa2-afd4-88ce085a8e5b', 'mac_address': 'fa:16:3e:b8:03:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:50:53.686463 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 6691e9c2-0442-4aa2-afd4-88ce085a8e5b is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:50:53.686859 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (6691e9c2-0442-4aa2-afd4-88ce085a8e5b), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:53.703367 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6691e9c2-0442-4aa2-afd4-88ce085a8e5b {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:50:53.722071 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 6691e9c2-0442-4aa2-afd4-88ce085a8e5b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6691e9c2-0442-4aa2-afd4-88ce085a8e5b,segment=NetworkSegment(6c423cf7-1ebc-4c28-a1e1-93bb3014f642),segment_id=6c423cf7-1ebc-4c28-a1e1-93bb3014f642)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:50:53.839653 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (6691e9c2-0442-4aa2-afd4-88ce085a8e5b), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:53.890427 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=6691e9c2-0442-4aa2-afd4-88ce085a8e5b,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:50:53.897815 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:53.899673 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:53.899673 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:53.899673 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:53.899673 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:53.899673 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:53.900081 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:53.900166 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:53.900447 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:53.900774 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:53.901103 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:53.901433 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:53.901765 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:53.902086 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:53.902409 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:50:54.087992 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['6691e9c2-0442-4aa2-afd4-88ce085a8e5b'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:50:54.302795 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ca6b0-3e8e-4829-88f5-6c93ef2196e7 req-5246b236-db8e-45dd-a5c3-21a3106ef66b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:54.304346 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1b0ca6b0-3e8e-4829-88f5-6c93ef2196e7 req-5246b236-db8e-45dd-a5c3-21a3106ef66b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 945 time: 0.0535212 Mar 31 20:50:54.353701 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1b0ca6b0-3e8e-4829-88f5-6c93ef2196e7 req-03b20acb-5157-4f81-93b1-4b16e9004509 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432286 Mar 31 20:50:55.471390 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61679b9-6e61-4091-aa8c-8673bdcbcc36 req-1bd39018-3813-48d7-917f-b21a6b12a3a3 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:55.472900 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e61679b9-6e61-4091-aa8c-8673bdcbcc36 req-1bd39018-3813-48d7-917f-b21a6b12a3a3 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 945 time: 0.0523717 Mar 31 20:50:55.526719 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e61679b9-6e61-4091-aa8c-8673bdcbcc36 req-fc170d86-5de5-4a88-95dd-382b800e0c8f tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474877 Mar 31 20:50:55.549581 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 6691e9c2-0442-4aa2-afd4-88ce085a8e5b up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:50:55.682899 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning for port 6691e9c2-0442-4aa2-afd4-88ce085a8e5b completed by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:50:55.687052 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port 6691e9c2-0442-4aa2-afd4-88ce085a8e5b triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:50:55.687427 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (6691e9c2-0442-4aa2-afd4-88ce085a8e5b), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:55.765250 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 6691e9c2-0442-4aa2-afd4-88ce085a8e5b is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:50:55.765652 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (6691e9c2-0442-4aa2-afd4-88ce085a8e5b), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:55.787669 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76c5e7b-2e22-452e-97ba-cdf734eb58bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6691e9c2-0442-4aa2-afd4-88ce085a8e5b'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:50:55.789910 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71b0c0a-db5d-4fca-8aff-7aa17a449515" -d '{"events": [{"server_uuid": "e76c5e7b-2e22-452e-97ba-cdf734eb58bc", "name": "network-vif-plugged", "status": "completed", "tag": "6691e9c2-0442-4aa2-afd4-88ce085a8e5b"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:50:55.802504 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 6691e9c2-0442-4aa2-afd4-88ce085a8e5b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6691e9c2-0442-4aa2-afd4-88ce085a8e5b,segment=NetworkSegment(6c423cf7-1ebc-4c28-a1e1-93bb3014f642),segment_id=6c423cf7-1ebc-4c28-a1e1-93bb3014f642)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:50:55.824925 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741b0c28-f275-446a-b536-52a7f03abcc9 x-openstack-request-id: req-741b0c28-f275-446a-b536-52a7f03abcc9 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:50:55.825226 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e76c5e7b-2e22-452e-97ba-cdf734eb58bc", "name": "network-vif-plugged", "status": "completed", "tag": "6691e9c2-0442-4aa2-afd4-88ce085a8e5b", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:50:55.825483 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-741b0c28-f275-446a-b536-52a7f03abcc9 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:50:55.825890 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-741b0c28-f275-446a-b536-52a7f03abcc9'] response: {'server_uuid': 'e76c5e7b-2e22-452e-97ba-cdf734eb58bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6691e9c2-0442-4aa2-afd4-88ce085a8e5b', 'code': 200} Mar 31 20:50:55.929277 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (6691e9c2-0442-4aa2-afd4-88ce085a8e5b), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:55.977481 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=6691e9c2-0442-4aa2-afd4-88ce085a8e5b,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:50:56.245015 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8bb20-1b7d-44b9-aed8-26b15b9bac11 req-8f57f8d0-484d-4a86-bd57-7c7e933f419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:56.246443 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-d8e8bb20-1b7d-44b9-aed8-26b15b9bac11 req-8f57f8d0-484d-4a86-bd57-7c7e933f419a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 1130 time: 0.0442376 Mar 31 20:50:56.291440 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-d8e8bb20-1b7d-44b9-aed8-26b15b9bac11 req-9f20f6da-70c3-42f3-b8a5-c1f116e55539 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394080 Mar 31 20:50:56.561152 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:50:56.645021 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fb9bb-7189-417a-8ff2-008d276b2468 req-b3a444ee-e62b-4042-bcad-0ff42b66ffcd tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:56.646498 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-035fb9bb-7189-417a-8ff2-008d276b2468 req-b3a444ee-e62b-4042-bcad-0ff42b66ffcd tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 946 time: 0.0515137 Mar 31 20:50:56.694269 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-035fb9bb-7189-417a-8ff2-008d276b2468 req-afc5c76f-6faa-4ecc-9eca-bc15422e5e56 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422406 Mar 31 20:50:57.811225 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579993a-3e99-41db-9a21-81424fd26ddd req-3f992199-4357-4a98-bb20-017a955ca04a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:57.812631 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c579993a-3e99-41db-9a21-81424fd26ddd req-3f992199-4357-4a98-bb20-017a955ca04a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 946 time: 0.0528595 Mar 31 20:50:57.860414 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c579993a-3e99-41db-9a21-81424fd26ddd req-a2468a2c-585f-46b7-94bf-fb92d9bab165 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415082 Mar 31 20:50:57.979941 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33696dc-433c-4b2f-9ba0-24dc1517a0ce req-5421a5d2-c021-41c9-8613-d98747b60899 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:57.981401 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a33696dc-433c-4b2f-9ba0-24dc1517a0ce req-5421a5d2-c021-41c9-8613-d98747b60899 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 946 time: 0.0563583 Mar 31 20:50:58.029356 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a33696dc-433c-4b2f-9ba0-24dc1517a0ce req-4347845b-1820-4867-8294-2733e3e44f78 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423713 Mar 31 20:50:58.051170 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 33072) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:50:58.094642 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdcec40-0dee-4b0b-a3fa-21026bfe616b tempest-TestVolumeBootPattern-789624735 tempest-TestVolumeBootPattern-789624735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:50:58.096197 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-acdcec40-0dee-4b0b-a3fa-21026bfe616b tempest-TestVolumeBootPattern-789624735 tempest-TestVolumeBootPattern-789624735-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 1125 time: 0.0440109 Mar 31 20:50:58.099025 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 33076) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:50:58.103217 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-1205b30d-988a-4d89-88d0-eca9dae36204 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Request body: {'floatingip': {'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'port_id': '6691e9c2-0442-4aa2-afd4-88ce085a8e5b', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:50:58.197438 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1205b30d-988a-4d89-88d0-eca9dae36204 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:58.293551 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1205b30d-988a-4d89-88d0-eca9dae36204 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:58.395760 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-1205b30d-988a-4d89-88d0-eca9dae36204 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Allocated IP 172.27.0.54 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/1fed1cdd-4e71-4767-9823-c6dafc8a0668) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:50:58.498497 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1205b30d-988a-4d89-88d0-eca9dae36204 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for port (1fed1cdd-4e71-4767-9823-c6dafc8a0668), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:58.640061 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1205b30d-988a-4d89-88d0-eca9dae36204 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (1fed1cdd-4e71-4767-9823-c6dafc8a0668), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:58.675057 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1205b30d-988a-4d89-88d0-eca9dae36204 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:50:58.678650 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-1205b30d-988a-4d89-88d0-eca9dae36204 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:50:58.682170 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1205b30d-988a-4d89-88d0-eca9dae36204 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:50:58.710763 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205b30d-988a-4d89-88d0-eca9dae36204 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Pushing event updated for resources: {'Port': ['ID=1fed1cdd-4e71-4767-9823-c6dafc8a0668,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:50:59.034219 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1205b30d-988a-4d89-88d0-eca9dae36204 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for floatingip (74231a79-e1cb-4ffc-80d2-df9f63885510), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:59.159396 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1205b30d-988a-4d89-88d0-eca9dae36204 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (1fed1cdd-4e71-4767-9823-c6dafc8a0668), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:59.317923 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1205b30d-988a-4d89-88d0-eca9dae36204 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for port (1fed1cdd-4e71-4767-9823-c6dafc8a0668), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:59.399137 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1205b30d-988a-4d89-88d0-eca9dae36204 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12676161'] for port (1fed1cdd-4e71-4767-9823-c6dafc8a0668), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:59.467267 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205b30d-988a-4d89-88d0-eca9dae36204 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Pushing event updated for resources: {'Port': ['ID=1fed1cdd-4e71-4767-9823-c6dafc8a0668,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:50:59.479998 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1205b30d-988a-4d89-88d0-eca9dae36204 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (74231a79-e1cb-4ffc-80d2-df9f63885510), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:50:59.592557 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.db.l3_db [None req-1205b30d-988a-4d89-88d0-eca9dae36204 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Floating IP 74231a79-e1cb-4ffc-80d2-df9f63885510 associated. External IP: 172.27.0.54, port: 6691e9c2-0442-4aa2-afd4-88ce085a8e5b. Mar 31 20:50:59.799081 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1205b30d-988a-4d89-88d0-eca9dae36204 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Router 4002ab7e-0d54-450d-8fbd-c167b8e820ec has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:50:59.936062 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1205b30d-988a-4d89-88d0-eca9dae36204 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:50:59.937206 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aca240-2f86-47e2-8859-9b29b4350bd0 None None] Sync routers for ids ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:50:59.937206 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aca240-2f86-47e2-8859-9b29b4350bd0 None None] Routers {'4002ab7e-0d54-450d-8fbd-c167b8e820ec'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:50:59.937206 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-11aca240-2f86-47e2-8859-9b29b4350bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:50:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:00.042790 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-11aca240-2f86-47e2-8859-9b29b4350bd0 None None] Set router 4002ab7e-0d54-450d-8fbd-c167b8e820ec gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:51:00.085716 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1205b30d-988a-4d89-88d0-eca9dae36204 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:00.115957 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-1205b30d-988a-4d89-88d0-eca9dae36204 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0158679 Mar 31 20:51:00.116560 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76c5e7b-2e22-452e-97ba-cdf734eb58bc', 'tag': '6691e9c2-0442-4aa2-afd4-88ce085a8e5b'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:51:00.118790 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5253feeaf43b009d496c5950c37129f342c333472f7057fa14384dd137f2b4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b699ee75-1888-484c-91c8-6dfe33db8ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "e76c5e7b-2e22-452e-97ba-cdf734eb58bc", "tag": "6691e9c2-0442-4aa2-afd4-88ce085a8e5b"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:51:00.280315 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-11aca240-2f86-47e2-8859-9b29b4350bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:47:20Z', 'revision_number': 4, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '74231a79-e1cb-4ffc-80d2-df9f63885510', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'port_id': '6691e9c2-0442-4aa2-afd4-88ce085a8e5b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'mac_address': 'fa:16:3e:b8:03:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c5e7b-2e22-452e-97ba-cdf734eb58bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:50:58Z', 'updated_at': '2022-03-31T20:50:58Z', 'revision_number': 0, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c291cad-ed57-4c34-b352-dc37c188f7a5', 'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'mac_address': 'fa:16:3e:0d:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:20Z', 'updated_at': '2022-03-31T20:47:25Z', 'revision_number': 5, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'subnets': [{'id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:00.306415 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aca240-2f86-47e2-8859-9b29b4350bd0 None None] Checking router: 4002ab7e-0d54-450d-8fbd-c167b8e820ec for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:51:00.315000 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aca240-2f86-47e2-8859-9b29b4350bd0 None None] Routers {'4002ab7e-0d54-450d-8fbd-c167b8e820ec'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:51:00.315608 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-11aca240-2f86-47e2-8859-9b29b4350bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:50:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:00.351463 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c6d92e-3f4c-41f2-958a-317ff48802c7 x-openstack-request-id: req-49c6d92e-3f4c-41f2-958a-317ff48802c7 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:51:00.351757 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e76c5e7b-2e22-452e-97ba-cdf734eb58bc", "tag": "6691e9c2-0442-4aa2-afd4-88ce085a8e5b", "status": "completed", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:51:00.352045 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-49c6d92e-3f4c-41f2-958a-317ff48802c7 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:51:00.352457 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c6d92e-3f4c-41f2-958a-317ff48802c7'] response: {'name': 'network-changed', 'server_uuid': 'e76c5e7b-2e22-452e-97ba-cdf734eb58bc', 'tag': '6691e9c2-0442-4aa2-afd4-88ce085a8e5b', 'status': 'completed', 'code': 200} Mar 31 20:51:00.420283 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699ee75-1888-484c-91c8-6dfe33db8ceb req-623071ac-5a6f-4910-8185-bd2457c8c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:51:00.421793 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-b699ee75-1888-484c-91c8-6dfe33db8ceb req-623071ac-5a6f-4910-8185-bd2457c8c744 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd&device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 1130 time: 0.0470686 Mar 31 20:51:00.425047 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-11aca240-2f86-47e2-8859-9b29b4350bd0 None None] Set router 4002ab7e-0d54-450d-8fbd-c167b8e820ec gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:51:00.509836 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699ee75-1888-484c-91c8-6dfe33db8ceb req-7fe2e161-674a-4acb-8d7a-1a3cda167790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:51:00.511312 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-b699ee75-1888-484c-91c8-6dfe33db8ceb req-7fe2e161-674a-4acb-8d7a-1a3cda167790 service neutron] 10.222.0.32 "GET /v2.0/networks?id=891ebc70-d7d8-43ce-bc93-700332ce0830 HTTP/1.1" status: 200 len: 912 time: 0.0839591 Mar 31 20:51:00.581733 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-b699ee75-1888-484c-91c8-6dfe33db8ceb req-dca02b3e-9dbf-4d71-9dd1-1c5216638bbd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6691e9c2-0442-4aa2-afd4-88ce085a8e5b HTTP/1.1" status: 200 len: 999 time: 0.0626547 Mar 31 20:51:00.630399 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699ee75-1888-484c-91c8-6dfe33db8ceb req-ef02188c-50da-41f7-b9d4-d5b2fefa31bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:51:00.631993 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-b699ee75-1888-484c-91c8-6dfe33db8ceb req-ef02188c-50da-41f7-b9d4-d5b2fefa31bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d8ae2ad-26c3-4ccb-8104-532540816283 HTTP/1.1" status: 200 len: 850 time: 0.0435295 Mar 31 20:51:00.647206 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-11aca240-2f86-47e2-8859-9b29b4350bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:47:20Z', 'revision_number': 4, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '74231a79-e1cb-4ffc-80d2-df9f63885510', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'port_id': '6691e9c2-0442-4aa2-afd4-88ce085a8e5b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'mac_address': 'fa:16:3e:b8:03:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c5e7b-2e22-452e-97ba-cdf734eb58bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:50:58Z', 'updated_at': '2022-03-31T20:50:58Z', 'revision_number': 0, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c291cad-ed57-4c34-b352-dc37c188f7a5', 'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'mac_address': 'fa:16:3e:0d:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:20Z', 'updated_at': '2022-03-31T20:47:25Z', 'revision_number': 5, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'subnets': [{'id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:00.682530 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699ee75-1888-484c-91c8-6dfe33db8ceb req-b2cc54af-8cb6-47dd-babb-d212db864934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:51:00.684110 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-b699ee75-1888-484c-91c8-6dfe33db8ceb req-b2cc54af-8cb6-47dd-babb-d212db864934 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=891ebc70-d7d8-43ce-bc93-700332ce0830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443811 Mar 31 20:51:00.771709 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aca240-2f86-47e2-8859-9b29b4350bd0 None None] The sync data for ids ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'] in dv-cinder-836072-1-iscsi is: [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:47:20Z', 'revision_number': 4, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '74231a79-e1cb-4ffc-80d2-df9f63885510', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'port_id': '6691e9c2-0442-4aa2-afd4-88ce085a8e5b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'mac_address': 'fa:16:3e:b8:03:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c5e7b-2e22-452e-97ba-cdf734eb58bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:50:58Z', 'updated_at': '2022-03-31T20:50:58Z', 'revision_number': 0, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c291cad-ed57-4c34-b352-dc37c188f7a5', 'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'mac_address': 'fa:16:3e:0d:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:20Z', 'updated_at': '2022-03-31T20:47:25Z', 'revision_number': 5, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'subnets': [{'id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:51:00.788600 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-b699ee75-1888-484c-91c8-6dfe33db8ceb req-3c3c310a-f81f-45a4-967b-541329070209 service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981088 Mar 31 20:51:00.884663 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-b699ee75-1888-484c-91c8-6dfe33db8ceb req-ff14c799-33c4-4cf7-876d-7319de3aa7f8 service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886500 Mar 31 20:51:00.985234 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a1eb4e-6cde-4d8f-9423-f4a28ba656c7 None None] New status for floating IP 74231a79-e1cb-4ffc-80d2-df9f63885510: ACTIVE {{(pid=110551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:51:03.371018 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:03.428155 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7ad29-03fe-406f-ac1c-3792a722a679 req-1eddbdff-d649-49f3-94c7-faa4803be6c2 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:51:03.429643 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-42c7ad29-03fe-406f-ac1c-3792a722a679 req-1eddbdff-d649-49f3-94c7-faa4803be6c2 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcba5d33-f487-4db6-83f1-8be42a13b0c5 HTTP/1.1" status: 200 len: 946 time: 0.0563912 Mar 31 20:51:03.476080 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-42c7ad29-03fe-406f-ac1c-3792a722a679 req-4685169f-edba-4d8f-ad59-40f5cd3b7525 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa73d76d-65c4-4d51-bdaf-fd6eefa1e610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405195 Mar 31 20:51:04.609776 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd4763-08f7-422f-8aae-9ca0ef5728fc req-987b6e72-b475-47d0-a83d-8667848b3977 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:51:04.611279 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-87cd4763-08f7-422f-8aae-9ca0ef5728fc req-987b6e72-b475-47d0-a83d-8667848b3977 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcba5d33-f487-4db6-83f1-8be42a13b0c5 HTTP/1.1" status: 200 len: 946 time: 0.0668828 Mar 31 20:51:04.659010 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-87cd4763-08f7-422f-8aae-9ca0ef5728fc req-a7e42817-d0fa-49b8-b9c6-8b5bbe63a900 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa73d76d-65c4-4d51-bdaf-fd6eefa1e610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421765 Mar 31 20:51:05.271539 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9bbb4f-dbe0-4ea0-8084-125e2ab1dac4 req-abca3c87-8fd8-4fc6-80c2-4bafe9c548e5 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:51:05.273006 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-5f9bbb4f-dbe0-4ea0-8084-125e2ab1dac4 req-abca3c87-8fd8-4fc6-80c2-4bafe9c548e5 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcba5d33-f487-4db6-83f1-8be42a13b0c5 HTTP/1.1" status: 200 len: 946 time: 0.0525973 Mar 31 20:51:05.383810 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-5f9bbb4f-dbe0-4ea0-8084-125e2ab1dac4 req-dcaf9a38-d08e-4e16-8f0d-e41789f2059c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Deleting port 630dbffa-19c4-4fb7-b6ca-70132cc0de46 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:51:05.384182 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5f9bbb4f-dbe0-4ea0-8084-125e2ab1dac4 req-dcaf9a38-d08e-4e16-8f0d-e41789f2059c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (630dbffa-19c4-4fb7-b6ca-70132cc0de46), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:05.473705 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5f9bbb4f-dbe0-4ea0-8084-125e2ab1dac4 req-dcaf9a38-d08e-4e16-8f0d-e41789f2059c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] For port 630dbffa-19c4-4fb7-b6ca-70132cc0de46, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=630dbffa-19c4-4fb7-b6ca-70132cc0de46,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:51:05.474080 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5f9bbb4f-dbe0-4ea0-8084-125e2ab1dac4 req-dcaf9a38-d08e-4e16-8f0d-e41789f2059c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (630dbffa-19c4-4fb7-b6ca-70132cc0de46), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:05.681061 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5f9bbb4f-dbe0-4ea0-8084-125e2ab1dac4 req-dcaf9a38-d08e-4e16-8f0d-e41789f2059c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:05.681380 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5f9bbb4f-dbe0-4ea0-8084-125e2ab1dac4 req-dcaf9a38-d08e-4e16-8f0d-e41789f2059c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (4605c07b-d8e3-4614-8536-9c71a754177b), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:05.681691 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.l3_db [req-5f9bbb4f-dbe0-4ea0-8084-125e2ab1dac4 req-dcaf9a38-d08e-4e16-8f0d-e41789f2059c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Floating IP 4605c07b-d8e3-4614-8536-9c71a754177b disassociated. External IP: 172.27.0.206, port: 630dbffa-19c4-4fb7-b6ca-70132cc0de46. Mar 31 20:51:05.682019 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-5f9bbb4f-dbe0-4ea0-8084-125e2ab1dac4 req-dcaf9a38-d08e-4e16-8f0d-e41789f2059c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Calling delete_port for 630dbffa-19c4-4fb7-b6ca-70132cc0de46 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:51:05.777431 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc1c82-8e00-43e4-aa47-e96b6b8d0b37 req-d60eb121-9e9e-4d15-b03f-a6162d874adc tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:51:05.778902 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-47cc1c82-8e00-43e4-aa47-e96b6b8d0b37 req-d60eb121-9e9e-4d15-b03f-a6162d874adc tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcba5d33-f487-4db6-83f1-8be42a13b0c5 HTTP/1.1" status: 200 len: 946 time: 0.0529070 Mar 31 20:51:05.830709 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-47cc1c82-8e00-43e4-aa47-e96b6b8d0b37 req-5ef93320-7267-4ccf-b200-9921902e5dc8 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa73d76d-65c4-4d51-bdaf-fd6eefa1e610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450795 Mar 31 20:51:05.897858 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5f9bbb4f-dbe0-4ea0-8084-125e2ab1dac4 req-dcaf9a38-d08e-4e16-8f0d-e41789f2059c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (630dbffa-19c4-4fb7-b6ca-70132cc0de46), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:05.929196 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf9a38-d08e-4e16-8f0d-e41789f2059c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event deleted for resources: {'Port': ['ID=630dbffa-19c4-4fb7-b6ca-70132cc0de46,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:06.048839 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f9bbb4f-dbe0-4ea0-8084-125e2ab1dac4 req-dcaf9a38-d08e-4e16-8f0d-e41789f2059c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Router 9c84159c-985b-4c22-95dc-29e58752883b has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:51:06.154788 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f9bbb4f-dbe0-4ea0-8084-125e2ab1dac4 req-dcaf9a38-d08e-4e16-8f0d-e41789f2059c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:51:06.164128 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c30a79f-39f8-4f0f-9685-f93d09f5ebf6 None None] Sync routers for ids ['9c84159c-985b-4c22-95dc-29e58752883b'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:51:06.173454 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c30a79f-39f8-4f0f-9685-f93d09f5ebf6 None None] Routers {'9c84159c-985b-4c22-95dc-29e58752883b'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:51:06.174065 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7c30a79f-39f8-4f0f-9685-f93d09f5ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:50:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['9c84159c-985b-4c22-95dc-29e58752883b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:06.198731 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9bbb4f-dbe0-4ea0-8084-125e2ab1dac4 req-dcaf9a38-d08e-4e16-8f0d-e41789f2059c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] No DVR routers for this DVR port 630dbffa-19c4-4fb7-b6ca-70132cc0de46 on host hv-cinder-83607 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:51:06.202003 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5f9bbb4f-dbe0-4ea0-8084-125e2ab1dac4 req-dcaf9a38-d08e-4e16-8f0d-e41789f2059c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:06.205227 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-5f9bbb4f-dbe0-4ea0-8084-125e2ab1dac4 req-dcaf9a38-d08e-4e16-8f0d-e41789f2059c tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.32 "DELETE /v2.0/ports/630dbffa-19c4-4fb7-b6ca-70132cc0de46 HTTP/1.1" status: 204 len: 173 time: 0.9269078 Mar 31 20:51:06.205685 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcba5d33-f487-4db6-83f1-8be42a13b0c5', 'name': 'network-vif-deleted', 'tag': '630dbffa-19c4-4fb7-b6ca-70132cc0de46'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:51:06.208643 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492b2fd9-a472-40e0-821c-60aae70d576d" -d '{"events": [{"server_uuid": "dcba5d33-f487-4db6-83f1-8be42a13b0c5", "name": "network-vif-deleted", "tag": "630dbffa-19c4-4fb7-b6ca-70132cc0de46"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:51:06.249927 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c46bd7-fb39-4ba8-9a67-eb8281b39b91 x-openstack-request-id: req-67c46bd7-fb39-4ba8-9a67-eb8281b39b91 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:51:06.250223 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcba5d33-f487-4db6-83f1-8be42a13b0c5", "name": "network-vif-deleted", "tag": "630dbffa-19c4-4fb7-b6ca-70132cc0de46", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:51:06.250482 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-67c46bd7-fb39-4ba8-9a67-eb8281b39b91 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:51:06.250887 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67c46bd7-fb39-4ba8-9a67-eb8281b39b91'] response: {'server_uuid': 'dcba5d33-f487-4db6-83f1-8be42a13b0c5', 'name': 'network-vif-deleted', 'tag': '630dbffa-19c4-4fb7-b6ca-70132cc0de46', 'status': 'completed', 'code': 200} Mar 31 20:51:06.295435 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-7c30a79f-39f8-4f0f-9685-f93d09f5ebf6 None None] Set router 9c84159c-985b-4c22-95dc-29e58752883b gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:51:06.499076 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7c30a79f-39f8-4f0f-9685-f93d09f5ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:59Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:06.533368 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c30a79f-39f8-4f0f-9685-f93d09f5ebf6 None None] Checking router: 9c84159c-985b-4c22-95dc-29e58752883b for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:51:06.536906 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c30a79f-39f8-4f0f-9685-f93d09f5ebf6 None None] Routers {'9c84159c-985b-4c22-95dc-29e58752883b'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:51:06.538100 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7c30a79f-39f8-4f0f-9685-f93d09f5ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:50:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['9c84159c-985b-4c22-95dc-29e58752883b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:06.645863 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-7c30a79f-39f8-4f0f-9685-f93d09f5ebf6 None None] Set router 9c84159c-985b-4c22-95dc-29e58752883b gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:51:06.851600 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7c30a79f-39f8-4f0f-9685-f93d09f5ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:59Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:06.878635 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c30a79f-39f8-4f0f-9685-f93d09f5ebf6 None None] The sync data for ids ['9c84159c-985b-4c22-95dc-29e58752883b'] in dv-cinder-836072-1-iscsi is: [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:46Z', 'revision_number': 4, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '73112399-7fd3-482e-83ea-1cf2fab64872', 'name': '', 'network_id': '63cb74cd-f9ca-4f98-a1e8-3428b271c26f', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'mac_address': 'fa:16:3e:46:2b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:44Z', 'updated_at': '2022-03-31T20:44:59Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'subnets': [{'id': '7eadc9f8-4885-4224-91fc-800445db1b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:51:06.971326 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-719f8924-087e-4c64-994c-61ffdc86d973 req-9d744e14-f0c7-4d4d-b182-8393b4207d8f tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcba5d33-f487-4db6-83f1-8be42a13b0c5 HTTP/1.1" status: 200 len: 210 time: 0.0369289 Mar 31 20:51:07.113733 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7499396a-fc4f-4c92-a779-7797d4c5b7c7 None None] New status for floating IP 4605c07b-d8e3-4614-8536-9c71a754177b: DOWN {{(pid=110551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:51:07.432740 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cafa6-f923-416f-afde-0cd140eb198f req-d0f089ab-17c3-43b0-a210-0426c63edcfc tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:51:07.434210 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e68cafa6-f923-416f-afde-0cd140eb198f req-d0f089ab-17c3-43b0-a210-0426c63edcfc tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d238fb-29ff-4f30-a815-2728da97d0bd HTTP/1.1" status: 200 len: 946 time: 0.0545423 Mar 31 20:51:07.481529 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e68cafa6-f923-416f-afde-0cd140eb198f req-bad3d42a-48b8-4e6d-a20d-834af392b0cf tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=39b7179d-4e7f-411d-a9a8-dc727113effe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412688 Mar 31 20:51:07.604570 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 630dbffa-19c4-4fb7-b6ca-70132cc0de46 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:51:07.624940 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] No Port match for: 630dbffa-19c4-4fb7-b6ca-70132cc0de46 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:51:07.625288 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 630dbffa-19c4-4fb7-b6ca-70132cc0de46 not bound to the agent host hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:51:08.160000 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 33172) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:08.213463 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-510f2dbb-801e-4e45-a7ab-b04e1ea0fd54 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group (fa73d76d-65c4-4d51-bdaf-fd6eefa1e610), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:08.236312 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-510f2dbb-801e-4e45-a7ab-b04e1ea0fd54 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group (fa73d76d-65c4-4d51-bdaf-fd6eefa1e610), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:08.416548 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-510f2dbb-801e-4e45-a7ab-b04e1ea0fd54 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (fa73d76d-65c4-4d51-bdaf-fd6eefa1e610), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:08.419023 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-510f2dbb-801e-4e45-a7ab-b04e1ea0fd54 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:08.420209 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-510f2dbb-801e-4e45-a7ab-b04e1ea0fd54 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "DELETE /v2.0/security-groups/fa73d76d-65c4-4d51-bdaf-fd6eefa1e610 HTTP/1.1" status: 204 len: 168 time: 0.2592161 Mar 31 20:51:08.423005 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 33174) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:08.429112 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f2dbb-801e-4e45-a7ab-b04e1ea0fd54 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa73d76d-65c4-4d51-bdaf-fd6eefa1e610,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:08.444172 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.api.v2.resource [None req-4c1544b6-e106-4a32-aa64-48c6d1292066 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] show failed (client error): The resource could not be found. Mar 31 20:51:08.444172 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-4c1544b6-e106-4a32-aa64-48c6d1292066 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "GET /v2.0/security-groups/fa73d76d-65c4-4d51-bdaf-fd6eefa1e610 HTTP/1.1" status: 404 len: 347 time: 0.0143490 Mar 31 20:51:08.445976 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 33176) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:08.570755 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1d163-1f98-447d-92a1-f936a2a81f27 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Deleting port bfee2061-1c82-482d-b9f5-0966b5505b1b {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:51:08.571092 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6d1d163-1f98-447d-92a1-f936a2a81f27 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (bfee2061-1c82-482d-b9f5-0966b5505b1b), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:08.601690 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243c07a-51c0-40f8-9dbf-9c089d0d5cd2 req-3f03d20c-a4ed-4a4a-954e-7c95d21bf961 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:51:08.603160 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9243c07a-51c0-40f8-9dbf-9c089d0d5cd2 req-3f03d20c-a4ed-4a4a-954e-7c95d21bf961 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d238fb-29ff-4f30-a815-2728da97d0bd HTTP/1.1" status: 200 len: 946 time: 0.0539777 Mar 31 20:51:08.646226 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6d1d163-1f98-447d-92a1-f936a2a81f27 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (bfee2061-1c82-482d-b9f5-0966b5505b1b), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:08.646564 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6d1d163-1f98-447d-92a1-f936a2a81f27 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (bfee2061-1c82-482d-b9f5-0966b5505b1b), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:08.649834 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9243c07a-51c0-40f8-9dbf-9c089d0d5cd2 req-e9604f97-3775-42af-a5bf-f49a441cfe14 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=39b7179d-4e7f-411d-a9a8-dc727113effe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407538 Mar 31 20:51:08.658583 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1d163-1f98-447d-92a1-f936a2a81f27 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Calling delete_port for bfee2061-1c82-482d-b9f5-0966b5505b1b owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:51:08.873519 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6d1d163-1f98-447d-92a1-f936a2a81f27 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (bfee2061-1c82-482d-b9f5-0966b5505b1b), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:08.901556 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1d163-1f98-447d-92a1-f936a2a81f27 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Pushing event deleted for resources: {'Port': ['ID=bfee2061-1c82-482d-b9f5-0966b5505b1b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:08.961995 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6d1d163-1f98-447d-92a1-f936a2a81f27 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks [] for floatingip (4605c07b-d8e3-4614-8536-9c71a754177b), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:08.964667 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6d1d163-1f98-447d-92a1-f936a2a81f27 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:08.965818 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-a6d1d163-1f98-447d-92a1-f936a2a81f27 tempest-AttachVolumeNegativeTest-1936838391 tempest-AttachVolumeNegativeTest-1936838391-project] 10.222.0.61 "DELETE /v2.0/floatingips/4605c07b-d8e3-4614-8536-9c71a754177b HTTP/1.1" status: 204 len: 168 time: 0.5187743 Mar 31 20:51:09.037862 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e20fd7d6-44b1-44a0-b761-835575b58eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:09.349057 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fce35-8634-461e-8be6-e397faef178a req-ac059128-1b11-4b5c-a659-5e79d3213317 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:51:09.350593 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-315fce35-8634-461e-8be6-e397faef178a req-ac059128-1b11-4b5c-a659-5e79d3213317 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d238fb-29ff-4f30-a815-2728da97d0bd HTTP/1.1" status: 200 len: 946 time: 0.0556545 Mar 31 20:51:09.466609 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-315fce35-8634-461e-8be6-e397faef178a req-9f382876-3e22-4599-af83-ab60a10f0ab4 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Deleting port f380b844-1e76-4caf-b078-28ffe8346c71 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:51:09.467299 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-315fce35-8634-461e-8be6-e397faef178a req-9f382876-3e22-4599-af83-ab60a10f0ab4 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (f380b844-1e76-4caf-b078-28ffe8346c71), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:09.565324 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-315fce35-8634-461e-8be6-e397faef178a req-9f382876-3e22-4599-af83-ab60a10f0ab4 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] For port f380b844-1e76-4caf-b078-28ffe8346c71, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f380b844-1e76-4caf-b078-28ffe8346c71,segment=NetworkSegment(82f3cc8a-d230-474e-9e03-5cccc3fb873b),segment_id=82f3cc8a-d230-474e-9e03-5cccc3fb873b)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:51:09.569570 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-315fce35-8634-461e-8be6-e397faef178a req-9f382876-3e22-4599-af83-ab60a10f0ab4 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (f380b844-1e76-4caf-b078-28ffe8346c71), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:09.752136 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-315fce35-8634-461e-8be6-e397faef178a req-9f382876-3e22-4599-af83-ab60a10f0ab4 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:09.752473 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-315fce35-8634-461e-8be6-e397faef178a req-9f382876-3e22-4599-af83-ab60a10f0ab4 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (10827712-7088-4bb1-a741-7980102a73d8), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:09.752716 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.l3_db [req-315fce35-8634-461e-8be6-e397faef178a req-9f382876-3e22-4599-af83-ab60a10f0ab4 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Floating IP 10827712-7088-4bb1-a741-7980102a73d8 disassociated. External IP: 172.27.0.204, port: f380b844-1e76-4caf-b078-28ffe8346c71. Mar 31 20:51:09.753051 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-315fce35-8634-461e-8be6-e397faef178a req-9f382876-3e22-4599-af83-ab60a10f0ab4 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Calling delete_port for f380b844-1e76-4caf-b078-28ffe8346c71 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:51:09.774212 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b3e51-70bf-4389-9659-0a8e112ce6ce req-396349b1-b8bf-461f-8609-5291b7bdbac6 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:51:09.775743 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1a0b3e51-70bf-4389-9659-0a8e112ce6ce req-396349b1-b8bf-461f-8609-5291b7bdbac6 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d238fb-29ff-4f30-a815-2728da97d0bd HTTP/1.1" status: 200 len: 946 time: 0.0571532 Mar 31 20:51:09.835051 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1a0b3e51-70bf-4389-9659-0a8e112ce6ce req-9a8a6819-b97c-45a1-b0a5-f51d03bcd4f5 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups?id=39b7179d-4e7f-411d-a9a8-dc727113effe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534651 Mar 31 20:51:10.028639 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-315fce35-8634-461e-8be6-e397faef178a req-9f382876-3e22-4599-af83-ab60a10f0ab4 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (f380b844-1e76-4caf-b078-28ffe8346c71), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:10.060866 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f382876-3e22-4599-af83-ab60a10f0ab4 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Pushing event deleted for resources: {'Port': ['ID=f380b844-1e76-4caf-b078-28ffe8346c71,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:10.187366 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-315fce35-8634-461e-8be6-e397faef178a req-9f382876-3e22-4599-af83-ab60a10f0ab4 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Router a3f734c7-dd5f-4ecf-81e7-0d209282fa5f has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:51:10.298897 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-315fce35-8634-461e-8be6-e397faef178a req-9f382876-3e22-4599-af83-ab60a10f0ab4 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:51:10.312235 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0149220-14f8-479c-b049-789665166808 None None] Sync routers for ids ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:51:10.324757 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0149220-14f8-479c-b049-789665166808 None None] Routers {'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:51:10.325383 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-b0149220-14f8-479c-b049-789665166808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:50:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:10.351524 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-315fce35-8634-461e-8be6-e397faef178a req-9f382876-3e22-4599-af83-ab60a10f0ab4 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] No DVR routers for this DVR port f380b844-1e76-4caf-b078-28ffe8346c71 on host hv-cinder-83607 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:51:10.354331 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-315fce35-8634-461e-8be6-e397faef178a req-9f382876-3e22-4599-af83-ab60a10f0ab4 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:10.358514 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-315fce35-8634-461e-8be6-e397faef178a req-9f382876-3e22-4599-af83-ab60a10f0ab4 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.32 "DELETE /v2.0/ports/f380b844-1e76-4caf-b078-28ffe8346c71 HTTP/1.1" status: 204 len: 173 time: 1.0025506 Mar 31 20:51:10.360177 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d238fb-29ff-4f30-a815-2728da97d0bd', 'name': 'network-vif-deleted', 'tag': 'f380b844-1e76-4caf-b078-28ffe8346c71'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:51:10.361235 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129a0979-4c0a-49a3-a980-9cadbc1a1ed9" -d '{"events": [{"server_uuid": "45d238fb-29ff-4f30-a815-2728da97d0bd", "name": "network-vif-deleted", "tag": "f380b844-1e76-4caf-b078-28ffe8346c71"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:51:10.400535 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303e904f-23b0-4486-b722-800d5e8534a1 x-openstack-request-id: req-303e904f-23b0-4486-b722-800d5e8534a1 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:51:10.400831 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d238fb-29ff-4f30-a815-2728da97d0bd", "name": "network-vif-deleted", "tag": "f380b844-1e76-4caf-b078-28ffe8346c71", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:51:10.401087 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-303e904f-23b0-4486-b722-800d5e8534a1 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:51:10.401485 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-303e904f-23b0-4486-b722-800d5e8534a1'] response: {'server_uuid': '45d238fb-29ff-4f30-a815-2728da97d0bd', 'name': 'network-vif-deleted', 'tag': 'f380b844-1e76-4caf-b078-28ffe8346c71', 'status': 'completed', 'code': 200} Mar 31 20:51:10.441441 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-b0149220-14f8-479c-b049-789665166808 None None] Set router a3f734c7-dd5f-4ecf-81e7-0d209282fa5f gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:51:10.673907 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-b0149220-14f8-479c-b049-789665166808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'name': 'tempest-AttachVolumeTestJSON-68326044-router', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:47Z', 'revision_number': 4, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'gw_port': {'id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:37Z', 'updated_at': '2022-03-31T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'd7a583f4-a76d-4916-86c0-8fbb0eebb827', 'name': '', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'mac_address': 'fa:16:3e:09:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:45Z', 'updated_at': '2022-03-31T20:45:06Z', 'revision_number': 5, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'subnets': [{'id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:10.700664 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0149220-14f8-479c-b049-789665166808 None None] Checking router: a3f734c7-dd5f-4ecf-81e7-0d209282fa5f for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:51:10.709258 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0149220-14f8-479c-b049-789665166808 None None] Routers {'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:51:10.709874 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-b0149220-14f8-479c-b049-789665166808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:50:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:10.816454 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-b0149220-14f8-479c-b049-789665166808 None None] Set router a3f734c7-dd5f-4ecf-81e7-0d209282fa5f gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:51:10.945282 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-53992e6f-1946-458c-be49-37ae728cf286 req-0c9b9e2d-95c0-4716-ad98-dd83337bb7d0 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/ports?device_id=45d238fb-29ff-4f30-a815-2728da97d0bd HTTP/1.1" status: 200 len: 210 time: 0.0300016 Mar 31 20:51:11.016409 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-b0149220-14f8-479c-b049-789665166808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'name': 'tempest-AttachVolumeTestJSON-68326044-router', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:47Z', 'revision_number': 4, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'gw_port': {'id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:37Z', 'updated_at': '2022-03-31T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'd7a583f4-a76d-4916-86c0-8fbb0eebb827', 'name': '', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'mac_address': 'fa:16:3e:09:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:45Z', 'updated_at': '2022-03-31T20:45:06Z', 'revision_number': 5, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'subnets': [{'id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:11.045046 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0149220-14f8-479c-b049-789665166808 None None] The sync data for ids ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'] in dv-cinder-836072-1-iscsi is: [{'id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'name': 'tempest-AttachVolumeTestJSON-68326044-router', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:47Z', 'revision_number': 4, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'gw_port': {'id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:37Z', 'updated_at': '2022-03-31T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'd7a583f4-a76d-4916-86c0-8fbb0eebb827', 'name': '', 'network_id': 'aae64b56-d644-454d-807a-9ff75eea577e', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'mac_address': 'fa:16:3e:09:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:45Z', 'updated_at': '2022-03-31T20:45:06Z', 'revision_number': 5, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'subnets': [{'id': '29e5f0dd-54c8-4420-95e1-1b4acc9a8f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:51:11.272178 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64220458-244c-44bd-9def-cf6a2274057b None None] New status for floating IP 10827712-7088-4bb1-a741-7980102a73d8: DOWN {{(pid=110551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:51:11.608235 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device f380b844-1e76-4caf-b078-28ffe8346c71 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:51:11.629634 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] No Port match for: f380b844-1e76-4caf-b078-28ffe8346c71 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:51:11.629981 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device f380b844-1e76-4caf-b078-28ffe8346c71 not bound to the agent host hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:51:11.735005 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-efbc2651-ac93-43df-989b-c4b191d123dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:12.106278 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 33220) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:12.158890 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-274d7455-1088-4383-9a87-713fab33d887 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for security_group (39b7179d-4e7f-411d-a9a8-dc727113effe), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:12.180962 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-274d7455-1088-4383-9a87-713fab33d887 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for security_group (39b7179d-4e7f-411d-a9a8-dc727113effe), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:12.324832 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-274d7455-1088-4383-9a87-713fab33d887 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (39b7179d-4e7f-411d-a9a8-dc727113effe), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:12.327451 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-274d7455-1088-4383-9a87-713fab33d887 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:12.328650 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-274d7455-1088-4383-9a87-713fab33d887 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "DELETE /v2.0/security-groups/39b7179d-4e7f-411d-a9a8-dc727113effe HTTP/1.1" status: 204 len: 168 time: 0.2213941 Mar 31 20:51:12.332985 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 33222) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:12.338008 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d7455-1088-4383-9a87-713fab33d887 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b7179d-4e7f-411d-a9a8-dc727113effe,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:12.348764 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.api.v2.resource [None req-6b260279-7b57-418a-ad78-79741807f52b tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] show failed (client error): The resource could not be found. Mar 31 20:51:12.350490 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-6b260279-7b57-418a-ad78-79741807f52b tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "GET /v2.0/security-groups/39b7179d-4e7f-411d-a9a8-dc727113effe HTTP/1.1" status: 404 len: 347 time: 0.0176015 Mar 31 20:51:12.354259 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 33224) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:12.480785 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-c14a305b-1565-4abd-a122-fe40331ae4d9 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Deleting port 7113b5b0-37ac-4c10-8a24-92a9f0ee1e57 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:51:12.481125 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c14a305b-1565-4abd-a122-fe40331ae4d9 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (7113b5b0-37ac-4c10-8a24-92a9f0ee1e57), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:12.562082 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c14a305b-1565-4abd-a122-fe40331ae4d9 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (7113b5b0-37ac-4c10-8a24-92a9f0ee1e57), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:12.562418 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c14a305b-1565-4abd-a122-fe40331ae4d9 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for floatingip (7113b5b0-37ac-4c10-8a24-92a9f0ee1e57), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:12.575760 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-c14a305b-1565-4abd-a122-fe40331ae4d9 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Calling delete_port for 7113b5b0-37ac-4c10-8a24-92a9f0ee1e57 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:51:13.054678 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c14a305b-1565-4abd-a122-fe40331ae4d9 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (7113b5b0-37ac-4c10-8a24-92a9f0ee1e57), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:13.082362 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a305b-1565-4abd-a122-fe40331ae4d9 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Pushing event deleted for resources: {'Port': ['ID=7113b5b0-37ac-4c10-8a24-92a9f0ee1e57,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:13.143301 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c14a305b-1565-4abd-a122-fe40331ae4d9 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks [] for floatingip (10827712-7088-4bb1-a741-7980102a73d8), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:13.145955 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c14a305b-1565-4abd-a122-fe40331ae4d9 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:13.147122 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-c14a305b-1565-4abd-a122-fe40331ae4d9 tempest-AttachVolumeTestJSON-1537817983 tempest-AttachVolumeTestJSON-1537817983-project] 10.222.0.61 "DELETE /v2.0/floatingips/10827712-7088-4bb1-a741-7980102a73d8 HTTP/1.1" status: 204 len: 168 time: 0.7918797 Mar 31 20:51:13.177086 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 33236) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:13.403049 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:13.679528 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-03dbce0c-64c3-4a31-97df-3f4be7ce0eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16736117'] for router_interface (9c84159c-985b-4c22-95dc-29e58752883b), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:13.925369 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-03dbce0c-64c3-4a31-97df-3f4be7ce0eff admin admin] Deleting port 73112399-7fd3-482e-83ea-1cf2fab64872 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:51:13.925704 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-03dbce0c-64c3-4a31-97df-3f4be7ce0eff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (73112399-7fd3-482e-83ea-1cf2fab64872), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:14.003469 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-03dbce0c-64c3-4a31-97df-3f4be7ce0eff admin admin] For port 73112399-7fd3-482e-83ea-1cf2fab64872, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=73112399-7fd3-482e-83ea-1cf2fab64872,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:51:14.003933 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-03dbce0c-64c3-4a31-97df-3f4be7ce0eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (73112399-7fd3-482e-83ea-1cf2fab64872), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:14.017056 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-03dbce0c-64c3-4a31-97df-3f4be7ce0eff admin admin] Calling delete_port for 73112399-7fd3-482e-83ea-1cf2fab64872 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:51:14.268010 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-03dbce0c-64c3-4a31-97df-3f4be7ce0eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (73112399-7fd3-482e-83ea-1cf2fab64872), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:14.293774 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbce0c-64c3-4a31-97df-3f4be7ce0eff admin admin] Pushing event deleted for resources: {'Port': ['ID=73112399-7fd3-482e-83ea-1cf2fab64872,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:14.477703 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-03dbce0c-64c3-4a31-97df-3f4be7ce0eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16300112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16729829'] for router_interface (9c84159c-985b-4c22-95dc-29e58752883b), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:14.698598 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03dbce0c-64c3-4a31-97df-3f4be7ce0eff admin admin] Router 9c84159c-985b-4c22-95dc-29e58752883b has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:51:14.807028 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03dbce0c-64c3-4a31-97df-3f4be7ce0eff admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:51:14.812597 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-03dbce0c-64c3-4a31-97df-3f4be7ce0eff admin admin] 10.222.0.61 "PUT /v2.0/routers/9c84159c-985b-4c22-95dc-29e58752883b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6343977 Mar 31 20:51:14.815376 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 33248) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:14.904756 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ece283-1ba5-443b-a8e5-04134e9b5a98 None None] Sync routers for ids ['9c84159c-985b-4c22-95dc-29e58752883b'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:51:14.913719 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ece283-1ba5-443b-a8e5-04134e9b5a98 None None] Routers {'9c84159c-985b-4c22-95dc-29e58752883b'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:51:14.914339 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a0ece283-1ba5-443b-a8e5-04134e9b5a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:51:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['9c84159c-985b-4c22-95dc-29e58752883b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:14.924873 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-014e3cb3-7c73-45d2-b662-511dd3c0a2c5 admin admin] Publish callbacks [] for router (9c84159c-985b-4c22-95dc-29e58752883b), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:15.018757 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-a0ece283-1ba5-443b-a8e5-04134e9b5a98 None None] Set router 9c84159c-985b-4c22-95dc-29e58752883b gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:51:15.030382 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-014e3cb3-7c73-45d2-b662-511dd3c0a2c5 admin admin] Publish callbacks [] for router_gateway (9c84159c-985b-4c22-95dc-29e58752883b), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:15.180837 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:15.189519 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-014e3cb3-7c73-45d2-b662-511dd3c0a2c5 admin admin] Deleting port 05667e8f-0d6d-4f63-a439-c0a83707d584 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:51:15.191466 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-014e3cb3-7c73-45d2-b662-511dd3c0a2c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (05667e8f-0d6d-4f63-a439-c0a83707d584), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:15.191832 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a0ece283-1ba5-443b-a8e5-04134e9b5a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:51:14Z', 'revision_number': 5, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port': {'id': '05667e8f-0d6d-4f63-a439-c0a83707d584', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c84159c-985b-4c22-95dc-29e58752883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:15.222355 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ece283-1ba5-443b-a8e5-04134e9b5a98 None None] Checking router: 9c84159c-985b-4c22-95dc-29e58752883b for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:51:15.230631 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ece283-1ba5-443b-a8e5-04134e9b5a98 None None] Routers {'9c84159c-985b-4c22-95dc-29e58752883b'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:51:15.231238 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a0ece283-1ba5-443b-a8e5-04134e9b5a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:51:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['9c84159c-985b-4c22-95dc-29e58752883b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:15.272803 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-014e3cb3-7c73-45d2-b662-511dd3c0a2c5 admin admin] For port 05667e8f-0d6d-4f63-a439-c0a83707d584, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=05667e8f-0d6d-4f63-a439-c0a83707d584,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:51:15.273449 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-014e3cb3-7c73-45d2-b662-511dd3c0a2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (05667e8f-0d6d-4f63-a439-c0a83707d584), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:15.285782 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-014e3cb3-7c73-45d2-b662-511dd3c0a2c5 admin admin] Calling delete_port for 05667e8f-0d6d-4f63-a439-c0a83707d584 owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:51:15.315424 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-a0ece283-1ba5-443b-a8e5-04134e9b5a98 None None] Set router 9c84159c-985b-4c22-95dc-29e58752883b gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:51:15.368470 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a0ece283-1ba5-443b-a8e5-04134e9b5a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:51:15Z', 'revision_number': 6, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port_host': None}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:15.396893 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ece283-1ba5-443b-a8e5-04134e9b5a98 None None] The sync data for ids ['9c84159c-985b-4c22-95dc-29e58752883b'] in dv-cinder-836072-1-iscsi is: [{'id': '9c84159c-985b-4c22-95dc-29e58752883b', 'name': 'tempest-AttachVolumeNegativeTest-814699764-router', 'tenant_id': '4396e2a514f7449287ea5b0d1b36b858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:51:15Z', 'revision_number': 6, 'project_id': '4396e2a514f7449287ea5b0d1b36b858', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:51:15.513700 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-014e3cb3-7c73-45d2-b662-511dd3c0a2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (05667e8f-0d6d-4f63-a439-c0a83707d584), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:15.538614 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e3cb3-7c73-45d2-b662-511dd3c0a2c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=05667e8f-0d6d-4f63-a439-c0a83707d584,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:15.601852 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-014e3cb3-7c73-45d2-b662-511dd3c0a2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16728079'] for router_gateway (9c84159c-985b-4c22-95dc-29e58752883b), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:15.677258 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:15.701172 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-014e3cb3-7c73-45d2-b662-511dd3c0a2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16730259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016'] for router (9c84159c-985b-4c22-95dc-29e58752883b), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:15.701172 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-014e3cb3-7c73-45d2-b662-511dd3c0a2c5 admin admin] Publish callbacks [] for router_controller (9c84159c-985b-4c22-95dc-29e58752883b), precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:15.803493 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-014e3cb3-7c73-45d2-b662-511dd3c0a2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16730346'] for router (9c84159c-985b-4c22-95dc-29e58752883b), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:15.804069 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014e3cb3-7c73-45d2-b662-511dd3c0a2c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c84159c-985b-4c22-95dc-29e58752883b {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:51:15.813040 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-014e3cb3-7c73-45d2-b662-511dd3c0a2c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:15.813040 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-014e3cb3-7c73-45d2-b662-511dd3c0a2c5 admin admin] 10.222.0.61 "DELETE /v2.0/routers/9c84159c-985b-4c22-95dc-29e58752883b HTTP/1.1" status: 204 len: 168 time: 0.9944136 Mar 31 20:51:15.814262 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 33254) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:15.865255 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ec3195-2032-483f-90d7-b86c3f592a3c admin admin] Deleting subnet 7eadc9f8-4885-4224-91fc-800445db1b60 {{(pid=110549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:51:15.868442 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-46ec3195-2032-483f-90d7-b86c3f592a3c admin admin] Publish callbacks [] for subnet (7eadc9f8-4885-4224-91fc-800445db1b60), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:15.903015 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-46ec3195-2032-483f-90d7-b86c3f592a3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25089792'] for subnet (7eadc9f8-4885-4224-91fc-800445db1b60), precommit_delete_associations {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:15.982230 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-46ec3195-2032-483f-90d7-b86c3f592a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1035066'] for subnet (7eadc9f8-4885-4224-91fc-800445db1b60), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:16.108370 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-46ec3195-2032-483f-90d7-b86c3f592a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12673467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25098015'] for subnet (7eadc9f8-4885-4224-91fc-800445db1b60), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:16.134639 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec3195-2032-483f-90d7-b86c3f592a3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eadc9f8-4885-4224-91fc-800445db1b60,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:16.136557 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-46ec3195-2032-483f-90d7-b86c3f592a3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:16.139704 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-46ec3195-2032-483f-90d7-b86c3f592a3c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7eadc9f8-4885-4224-91fc-800445db1b60 HTTP/1.1" status: 204 len: 168 time: 0.3239119 Mar 31 20:51:16.141665 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5db3b6b-7d78-4422-9853-2f069586ceed None None] Network 63cb74cd-f9ca-4f98-a1e8-3428b271c26f requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:51:16.142307 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 33262) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:16.236887 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-15b5dac5-78bd-4092-be2d-0b0d931d1549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913787'] for network (63cb74cd-f9ca-4f98-a1e8-3428b271c26f), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:16.299729 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 73112399-7fd3-482e-83ea-1cf2fab64872 no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:51:16.307751 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-15b5dac5-78bd-4092-be2d-0b0d931d1549 admin admin] Deleting port 8e946a01-9b91-468a-a511-d83c1989b630 {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:51:16.307751 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-15b5dac5-78bd-4092-be2d-0b0d931d1549 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (8e946a01-9b91-468a-a511-d83c1989b630), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:16.319922 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: 73112399-7fd3-482e-83ea-1cf2fab64872 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:51:16.320337 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 73112399-7fd3-482e-83ea-1cf2fab64872 not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:51:16.320761 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 05667e8f-0d6d-4f63-a439-c0a83707d584 no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:51:16.342611 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: 05667e8f-0d6d-4f63-a439-c0a83707d584 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:51:16.342933 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 05667e8f-0d6d-4f63-a439-c0a83707d584 not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:51:16.351365 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aed96fd-aa62-4df3-9e28-ec0fd55b12e2 None None] DHCP port deletion for 63cb74cd-f9ca-4f98-a1e8-3428b271c26f request from dv-cinder-836072-1-iscsi {{(pid=110551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:51:16.376374 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-15b5dac5-78bd-4092-be2d-0b0d931d1549 admin admin] For port 8e946a01-9b91-468a-a511-d83c1989b630, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=8e946a01-9b91-468a-a511-d83c1989b630,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:51:16.376722 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-15b5dac5-78bd-4092-be2d-0b0d931d1549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (8e946a01-9b91-468a-a511-d83c1989b630), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:16.395900 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-15b5dac5-78bd-4092-be2d-0b0d931d1549 admin admin] Calling delete_port for 8e946a01-9b91-468a-a511-d83c1989b630 owned by network:dhcp {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:51:16.404012 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-3aed96fd-aa62-4df3-9e28-ec0fd55b12e2 None None] Deleting port 8e946a01-9b91-468a-a511-d83c1989b630 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:51:16.404564 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3aed96fd-aa62-4df3-9e28-ec0fd55b12e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (8e946a01-9b91-468a-a511-d83c1989b630), before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:16.473196 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-3aed96fd-aa62-4df3-9e28-ec0fd55b12e2 None None] For port 8e946a01-9b91-468a-a511-d83c1989b630, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=8e946a01-9b91-468a-a511-d83c1989b630,segment=NetworkSegment(eb35dfd2-c19b-4a4c-a325-994f67b78681),segment_id=eb35dfd2-c19b-4a4c-a325-994f67b78681)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:51:16.473908 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3aed96fd-aa62-4df3-9e28-ec0fd55b12e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (8e946a01-9b91-468a-a511-d83c1989b630), precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:16.488963 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-3aed96fd-aa62-4df3-9e28-ec0fd55b12e2 None None] Calling delete_port for 8e946a01-9b91-468a-a511-d83c1989b630 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:51:16.553950 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-15b5dac5-78bd-4092-be2d-0b0d931d1549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (8e946a01-9b91-468a-a511-d83c1989b630), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:16.573019 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3aed96fd-aa62-4df3-9e28-ec0fd55b12e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414'] for port (8e946a01-9b91-468a-a511-d83c1989b630), after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:16.583713 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5dac5-78bd-4092-be2d-0b0d931d1549 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e946a01-9b91-468a-a511-d83c1989b630,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:16.587081 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b5dac5-78bd-4092-be2d-0b0d931d1549 admin admin] No DVR routers for this DVR port 8e946a01-9b91-468a-a511-d83c1989b630 on host dv-cinder-836072-1-iscsi {{(pid=110549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:51:16.599546 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed96fd-aa62-4df3-9e28-ec0fd55b12e2 None None] Pushing event deleted for resources: {'Port': ['ID=8e946a01-9b91-468a-a511-d83c1989b630,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:16.606403 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aed96fd-aa62-4df3-9e28-ec0fd55b12e2 None None] No DVR routers for this DVR port 8e946a01-9b91-468a-a511-d83c1989b630 on host dv-cinder-836072-1-iscsi {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:51:16.657516 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-15b5dac5-78bd-4092-be2d-0b0d931d1549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999857', 'neutron.services.segments.db._delete_segments_for_network-8784743285306'] for network (63cb74cd-f9ca-4f98-a1e8-3428b271c26f), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:16.678224 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.services.segments.db [None req-15b5dac5-78bd-4092-be2d-0b0d931d1549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63cb74cd-f9ca-4f98-a1e8-3428b271c26f']}} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:16.687631 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.services.segments.db [None req-15b5dac5-78bd-4092-be2d-0b0d931d1549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb35dfd2-c19b-4a4c-a325-994f67b78681') {'for_net_delete': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:16.687969 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.services.segments.db [None req-15b5dac5-78bd-4092-be2d-0b0d931d1549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb35dfd2-c19b-4a4c-a325-994f67b78681') {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:16.697813 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-15b5dac5-78bd-4092-be2d-0b0d931d1549 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784743283779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25089803'] for segment (eb35dfd2-c19b-4a4c-a325-994f67b78681), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:16.710949 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-15b5dac5-78bd-4092-be2d-0b0d931d1549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (eb35dfd2-c19b-4a4c-a325-994f67b78681), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:16.717279 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b5dac5-78bd-4092-be2d-0b0d931d1549 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=110549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:51:16.717659 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-15b5dac5-78bd-4092-be2d-0b0d931d1549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12676125'] for segment (eb35dfd2-c19b-4a4c-a325-994f67b78681), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: Traceback (most recent call last): Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: timer() Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: cb(*args, **kw) Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: return func(*args, **kwargs) Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: self._notify() Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: self.callback(batched_events) Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: event.method(event) Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: return f(self, *a, **k) Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: return self._get(url).json() Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: return self.request(url, 'GET', **kwargs) Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:51:16.719265 dv-cinder-836072-1-iscsi neutron-server[110549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:51:16.848862 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-15b5dac5-78bd-4092-be2d-0b0d931d1549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728163'] for network (63cb74cd-f9ca-4f98-a1e8-3428b271c26f), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:16.854218 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-15b5dac5-78bd-4092-be2d-0b0d931d1549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:16.860844 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-15b5dac5-78bd-4092-be2d-0b0d931d1549 admin admin] 10.222.0.61 "DELETE /v2.0/networks/63cb74cd-f9ca-4f98-a1e8-3428b271c26f HTTP/1.1" status: 204 len: 168 time: 0.7139678 Mar 31 20:51:16.868206 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5dac5-78bd-4092-be2d-0b0d931d1549 admin admin] Pushing event deleted for resources: {'Network': ['ID=63cb74cd-f9ca-4f98-a1e8-3428b271c26f,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:17.295029 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 33280) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:17.338361 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-4afed7d9-c0b8-4b15-8dde-f3a774036129 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4396e2a514f7449287ea5b0d1b36b858&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419643 Mar 31 20:51:17.338505 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 33284) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:17.340696 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 33286) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:17.389280 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-733aea49-052f-429f-9ca6-bf06288188f8 admin admin] Publish callbacks [] for security_group (bfe23a8f-c7f5-4b3b-b9c4-bc679aa31fed), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:17.413414 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-733aea49-052f-429f-9ca6-bf06288188f8 admin admin] Publish callbacks [] for security_group (bfe23a8f-c7f5-4b3b-b9c4-bc679aa31fed), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:17.610902 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-733aea49-052f-429f-9ca6-bf06288188f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (bfe23a8f-c7f5-4b3b-b9c4-bc679aa31fed), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:17.613569 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-733aea49-052f-429f-9ca6-bf06288188f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:17.614901 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-733aea49-052f-429f-9ca6-bf06288188f8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bfe23a8f-c7f5-4b3b-b9c4-bc679aa31fed HTTP/1.1" status: 204 len: 168 time: 0.2730756 Mar 31 20:51:17.625560 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733aea49-052f-429f-9ca6-bf06288188f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe23a8f-c7f5-4b3b-b9c4-bc679aa31fed,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:17.764114 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd16e3f-3ac7-403f-9b37-f3c9dc830e60 req-87e3ca1d-ae33-455b-9569-58a1f5fa9fc6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:51:17.766527 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7bd16e3f-3ac7-403f-9b37-f3c9dc830e60 req-87e3ca1d-ae33-455b-9569-58a1f5fa9fc6 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 946 time: 0.0666006 Mar 31 20:51:17.817040 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7bd16e3f-3ac7-403f-9b37-f3c9dc830e60 req-dcdf856c-4998-4642-bf9b-329e2d3605e2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440104 Mar 31 20:51:17.861724 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-638960e6-78e0-47a0-b426-b6cc96a58b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16736117'] for router_interface (a3f734c7-dd5f-4ecf-81e7-0d209282fa5f), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:18.114443 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-638960e6-78e0-47a0-b426-b6cc96a58b80 admin admin] Deleting port d7a583f4-a76d-4916-86c0-8fbb0eebb827 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:51:18.114780 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-638960e6-78e0-47a0-b426-b6cc96a58b80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (d7a583f4-a76d-4916-86c0-8fbb0eebb827), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:18.191420 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-638960e6-78e0-47a0-b426-b6cc96a58b80 admin admin] For port d7a583f4-a76d-4916-86c0-8fbb0eebb827, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=d7a583f4-a76d-4916-86c0-8fbb0eebb827,segment=NetworkSegment(82f3cc8a-d230-474e-9e03-5cccc3fb873b),segment_id=82f3cc8a-d230-474e-9e03-5cccc3fb873b)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:51:18.191700 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-638960e6-78e0-47a0-b426-b6cc96a58b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (d7a583f4-a76d-4916-86c0-8fbb0eebb827), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:18.205000 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-638960e6-78e0-47a0-b426-b6cc96a58b80 admin admin] Calling delete_port for d7a583f4-a76d-4916-86c0-8fbb0eebb827 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:51:18.268156 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 8e946a01-9b91-468a-a511-d83c1989b630 no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:51:18.287885 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: 8e946a01-9b91-468a-a511-d83c1989b630 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:51:18.288314 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 8e946a01-9b91-468a-a511-d83c1989b630 not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:51:18.535050 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-638960e6-78e0-47a0-b426-b6cc96a58b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (d7a583f4-a76d-4916-86c0-8fbb0eebb827), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:18.562610 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638960e6-78e0-47a0-b426-b6cc96a58b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a583f4-a76d-4916-86c0-8fbb0eebb827,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:18.963935 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db17cb-46c2-4952-a3bd-1898afd9cd20 req-0b1dc939-477e-4ea4-857f-728a62e1ee98 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:51:18.965537 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-96db17cb-46c2-4952-a3bd-1898afd9cd20 req-0b1dc939-477e-4ea4-857f-728a62e1ee98 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 946 time: 0.0640397 Mar 31 20:51:18.998977 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-638960e6-78e0-47a0-b426-b6cc96a58b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16300112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16729829'] for router_interface (a3f734c7-dd5f-4ecf-81e7-0d209282fa5f), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:19.019437 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-96db17cb-46c2-4952-a3bd-1898afd9cd20 req-3c6b6b33-33b1-4f21-9f2b-fb32889c7947 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad31884a-f5a1-46e1-b8a5-f300063c296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466390 Mar 31 20:51:19.140286 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0636bf-18de-4f80-bd49-687dc1aba92d req-0ebce3fb-9fd1-4541-aa85-60fd955a87ef tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:51:19.141723 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-3a0636bf-18de-4f80-bd49-687dc1aba92d req-0ebce3fb-9fd1-4541-aa85-60fd955a87ef tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.32 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 946 time: 0.0733175 Mar 31 20:51:19.326173 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-3a0636bf-18de-4f80-bd49-687dc1aba92d req-821a2673-c47d-4ddf-94f4-3f3d9de47062 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Deleting port 60e1b0ca-41c9-4550-a7ba-1e98a578921a {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:51:19.326574 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3a0636bf-18de-4f80-bd49-687dc1aba92d req-821a2673-c47d-4ddf-94f4-3f3d9de47062 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:19.331483 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638960e6-78e0-47a0-b426-b6cc96a58b80 admin admin] Router a3f734c7-dd5f-4ecf-81e7-0d209282fa5f has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:51:19.495813 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-3a0636bf-18de-4f80-bd49-687dc1aba92d req-821a2673-c47d-4ddf-94f4-3f3d9de47062 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] For port 60e1b0ca-41c9-4550-a7ba-1e98a578921a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=60e1b0ca-41c9-4550-a7ba-1e98a578921a,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:51:19.496200 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3a0636bf-18de-4f80-bd49-687dc1aba92d req-821a2673-c47d-4ddf-94f4-3f3d9de47062 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:19.570192 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638960e6-78e0-47a0-b426-b6cc96a58b80 admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:51:19.576844 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-638960e6-78e0-47a0-b426-b6cc96a58b80 admin admin] 10.222.0.61 "PUT /v2.0/routers/a3f734c7-dd5f-4ecf-81e7-0d209282fa5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2373285 Mar 31 20:51:19.579583 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 33328) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:19.580923 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd27422-f368-4059-95b2-f77096489678 None None] Sync routers for ids ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:51:19.593686 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd27422-f368-4059-95b2-f77096489678 None None] Routers {'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:51:19.594612 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-5dd27422-f368-4059-95b2-f77096489678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:51:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:19.732950 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3a0636bf-18de-4f80-bd49-687dc1aba92d req-821a2673-c47d-4ddf-94f4-3f3d9de47062 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:19.733326 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3a0636bf-18de-4f80-bd49-687dc1aba92d req-821a2673-c47d-4ddf-94f4-3f3d9de47062 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (48c0cd4a-5131-4abd-91fe-59e24e35a136), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:19.733674 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.l3_db [req-3a0636bf-18de-4f80-bd49-687dc1aba92d req-821a2673-c47d-4ddf-94f4-3f3d9de47062 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Floating IP 48c0cd4a-5131-4abd-91fe-59e24e35a136 disassociated. External IP: 172.27.0.99, port: 60e1b0ca-41c9-4550-a7ba-1e98a578921a. Mar 31 20:51:19.734072 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-3a0636bf-18de-4f80-bd49-687dc1aba92d req-821a2673-c47d-4ddf-94f4-3f3d9de47062 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Calling delete_port for 60e1b0ca-41c9-4550-a7ba-1e98a578921a owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:51:19.872386 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-5dd27422-f368-4059-95b2-f77096489678 None None] Set router a3f734c7-dd5f-4ecf-81e7-0d209282fa5f gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:51:19.938341 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6b78f8d0-5534-4f6c-afa4-ee1e35d25348 admin admin] Publish callbacks [] for router (a3f734c7-dd5f-4ecf-81e7-0d209282fa5f), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:19.980726 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3a0636bf-18de-4f80-bd49-687dc1aba92d req-821a2673-c47d-4ddf-94f4-3f3d9de47062 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (60e1b0ca-41c9-4550-a7ba-1e98a578921a), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:20.011675 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a2673-c47d-4ddf-94f4-3f3d9de47062 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Pushing event deleted for resources: {'Port': ['ID=60e1b0ca-41c9-4550-a7ba-1e98a578921a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:20.061647 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6b78f8d0-5534-4f6c-afa4-ee1e35d25348 admin admin] Publish callbacks [] for router_gateway (a3f734c7-dd5f-4ecf-81e7-0d209282fa5f), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:20.088789 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-5dd27422-f368-4059-95b2-f77096489678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'name': 'tempest-AttachVolumeTestJSON-68326044-router', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:51:18Z', 'revision_number': 5, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'gw_port': {'id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:37Z', 'updated_at': '2022-03-31T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:20.137589 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd27422-f368-4059-95b2-f77096489678 None None] Checking router: a3f734c7-dd5f-4ecf-81e7-0d209282fa5f for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:51:20.150099 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd27422-f368-4059-95b2-f77096489678 None None] Routers {'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:51:20.152282 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-5dd27422-f368-4059-95b2-f77096489678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:51:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:20.154727 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a0636bf-18de-4f80-bd49-687dc1aba92d req-821a2673-c47d-4ddf-94f4-3f3d9de47062 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Router 6e8fb055-4b89-4db6-9327-8ddbd9c40743 has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:51:20.157138 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e6dc9de4-4796-478d-9b84-32ebb35f38d1 req-4a990acd-83ec-40d7-8bca-4133e6791712 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 210 time: 0.0339692 Mar 31 20:51:20.263736 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-6b78f8d0-5534-4f6c-afa4-ee1e35d25348 admin admin] Deleting port 5e06fafe-6f50-4817-9860-fb782d1a8596 {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:51:20.264109 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6b78f8d0-5534-4f6c-afa4-ee1e35d25348 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (5e06fafe-6f50-4817-9860-fb782d1a8596), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:20.289788 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-5dd27422-f368-4059-95b2-f77096489678 None None] Set router a3f734c7-dd5f-4ecf-81e7-0d209282fa5f gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:51:20.323499 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a0636bf-18de-4f80-bd49-687dc1aba92d req-821a2673-c47d-4ddf-94f4-3f3d9de47062 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:51:20.335879 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b96873-16da-4e5a-9c29-6ef9b488cab6 None None] Sync routers for ids ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:51:20.346284 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b96873-16da-4e5a-9c29-6ef9b488cab6 None None] Routers {'6e8fb055-4b89-4db6-9327-8ddbd9c40743'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:51:20.347145 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-35b96873-16da-4e5a-9c29-6ef9b488cab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:51:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:20.371965 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-6b78f8d0-5534-4f6c-afa4-ee1e35d25348 admin admin] For port 5e06fafe-6f50-4817-9860-fb782d1a8596, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=5e06fafe-6f50-4817-9860-fb782d1a8596,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:51:20.372543 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6b78f8d0-5534-4f6c-afa4-ee1e35d25348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (5e06fafe-6f50-4817-9860-fb782d1a8596), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:20.394434 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0636bf-18de-4f80-bd49-687dc1aba92d req-821a2673-c47d-4ddf-94f4-3f3d9de47062 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] No DVR routers for this DVR port 60e1b0ca-41c9-4550-a7ba-1e98a578921a on host hv-cinder-83607 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:51:20.400529 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3a0636bf-18de-4f80-bd49-687dc1aba92d req-821a2673-c47d-4ddf-94f4-3f3d9de47062 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:20.403598 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-6b78f8d0-5534-4f6c-afa4-ee1e35d25348 admin admin] Calling delete_port for 5e06fafe-6f50-4817-9860-fb782d1a8596 owned by network:router_gateway {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:51:20.407408 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-3a0636bf-18de-4f80-bd49-687dc1aba92d req-821a2673-c47d-4ddf-94f4-3f3d9de47062 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.32 "DELETE /v2.0/ports/60e1b0ca-41c9-4550-a7ba-1e98a578921a HTTP/1.1" status: 204 len: 173 time: 1.2588689 Mar 31 20:51:20.410831 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a12f8b-2dc7-41d6-b777-6b4375dc2072', 'name': 'network-vif-deleted', 'tag': '60e1b0ca-41c9-4550-a7ba-1e98a578921a'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:51:20.414679 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba3184c-bf01-41f0-8496-3ff70d15db4d" -d '{"events": [{"server_uuid": "86a12f8b-2dc7-41d6-b777-6b4375dc2072", "name": "network-vif-deleted", "tag": "60e1b0ca-41c9-4550-a7ba-1e98a578921a"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:51:20.482575 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e903fc4c-e0d1-4055-b841-a1c29969ba54 x-openstack-request-id: req-e903fc4c-e0d1-4055-b841-a1c29969ba54 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:51:20.482973 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a12f8b-2dc7-41d6-b777-6b4375dc2072", "name": "network-vif-deleted", "tag": "60e1b0ca-41c9-4550-a7ba-1e98a578921a", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:51:20.483890 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e903fc4c-e0d1-4055-b841-a1c29969ba54 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:51:20.483890 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e903fc4c-e0d1-4055-b841-a1c29969ba54'] response: {'server_uuid': '86a12f8b-2dc7-41d6-b777-6b4375dc2072', 'name': 'network-vif-deleted', 'tag': '60e1b0ca-41c9-4550-a7ba-1e98a578921a', 'status': 'completed', 'code': 200} Mar 31 20:51:20.522231 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-35b96873-16da-4e5a-9c29-6ef9b488cab6 None None] Set router 6e8fb055-4b89-4db6-9327-8ddbd9c40743 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:51:20.539454 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-5dd27422-f368-4059-95b2-f77096489678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'name': 'tempest-AttachVolumeTestJSON-68326044-router', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:51:18Z', 'revision_number': 5, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'gw_port': {'id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:37Z', 'updated_at': '2022-03-31T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:20.614738 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd27422-f368-4059-95b2-f77096489678 None None] The sync data for ids ['a3f734c7-dd5f-4ecf-81e7-0d209282fa5f'] in dv-cinder-836072-1-iscsi is: [{'id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'name': 'tempest-AttachVolumeTestJSON-68326044-router', 'tenant_id': '654be7b7f6b046c4a444ce74acbb673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:51:18Z', 'revision_number': 5, 'project_id': '654be7b7f6b046c4a444ce74acbb673c', 'gw_port': {'id': '5e06fafe-6f50-4817-9860-fb782d1a8596', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f734c7-dd5f-4ecf-81e7-0d209282fa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:37Z', 'updated_at': '2022-03-31T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:51:20.797880 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-35b96873-16da-4e5a-9c29-6ef9b488cab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'name': 'tempest-AttachVolumeShelveTestJSON-620146898-router', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:43Z', 'revision_number': 4, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'gw_port': {'id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'b36cad33-9bb1-4af8-a697-e43df3567b0b', 'name': '', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'mac_address': 'fa:16:3e:b8:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:51Z', 'revision_number': 5, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'subnets': [{'id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:20.826817 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b96873-16da-4e5a-9c29-6ef9b488cab6 None None] Checking router: 6e8fb055-4b89-4db6-9327-8ddbd9c40743 for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:51:20.835590 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b96873-16da-4e5a-9c29-6ef9b488cab6 None None] Routers {'6e8fb055-4b89-4db6-9327-8ddbd9c40743'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:51:20.836368 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-35b96873-16da-4e5a-9c29-6ef9b488cab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:51:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:20.838746 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6b78f8d0-5534-4f6c-afa4-ee1e35d25348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (5e06fafe-6f50-4817-9860-fb782d1a8596), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:20.873762 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78f8d0-5534-4f6c-afa4-ee1e35d25348 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e06fafe-6f50-4817-9860-fb782d1a8596,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:20.929080 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6b78f8d0-5534-4f6c-afa4-ee1e35d25348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16728079'] for router_gateway (a3f734c7-dd5f-4ecf-81e7-0d209282fa5f), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:20.947723 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-35b96873-16da-4e5a-9c29-6ef9b488cab6 None None] Set router 6e8fb055-4b89-4db6-9327-8ddbd9c40743 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:51:21.051255 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6b78f8d0-5534-4f6c-afa4-ee1e35d25348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16730259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016'] for router (a3f734c7-dd5f-4ecf-81e7-0d209282fa5f), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:21.054116 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6b78f8d0-5534-4f6c-afa4-ee1e35d25348 admin admin] Publish callbacks [] for router_controller (a3f734c7-dd5f-4ecf-81e7-0d209282fa5f), precommit_delete_associations {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:21.175764 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-35b96873-16da-4e5a-9c29-6ef9b488cab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'name': 'tempest-AttachVolumeShelveTestJSON-620146898-router', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:43Z', 'revision_number': 4, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'gw_port': {'id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'b36cad33-9bb1-4af8-a697-e43df3567b0b', 'name': '', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'mac_address': 'fa:16:3e:b8:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:51Z', 'revision_number': 5, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'subnets': [{'id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:21.208763 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b96873-16da-4e5a-9c29-6ef9b488cab6 None None] The sync data for ids ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'] in dv-cinder-836072-1-iscsi is: [{'id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'name': 'tempest-AttachVolumeShelveTestJSON-620146898-router', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:44:43Z', 'revision_number': 4, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'gw_port': {'id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': 'b36cad33-9bb1-4af8-a697-e43df3567b0b', 'name': '', 'network_id': '29c94a09-ad75-42a2-8666-a0269d34f4fc', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'mac_address': 'fa:16:3e:b8:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:42Z', 'updated_at': '2022-03-31T20:44:51Z', 'revision_number': 5, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'subnets': [{'id': '93b81d0e-6ec0-4ee6-b70d-0ae037b995d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:51:21.241045 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6b78f8d0-5534-4f6c-afa4-ee1e35d25348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16730346'] for router (a3f734c7-dd5f-4ecf-81e7-0d209282fa5f), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:21.242150 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b78f8d0-5534-4f6c-afa4-ee1e35d25348 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3f734c7-dd5f-4ecf-81e7-0d209282fa5f {{(pid=110549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:51:21.251107 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6b78f8d0-5534-4f6c-afa4-ee1e35d25348 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:21.252595 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-6b78f8d0-5534-4f6c-afa4-ee1e35d25348 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a3f734c7-dd5f-4ecf-81e7-0d209282fa5f HTTP/1.1" status: 204 len: 168 time: 1.6720817 Mar 31 20:51:21.256234 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 33370) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:21.315407 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7e57c2f0-1999-4354-b9ec-387cf51ddb6b req-3421bfc8-8f0d-40de-abb3-7762b92696fb tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/ports?device_id=86a12f8b-2dc7-41d6-b777-6b4375dc2072 HTTP/1.1" status: 200 len: 210 time: 0.0543680 Mar 31 20:51:21.338485 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f42652-2eff-4368-8dce-9df920d84a9e admin admin] Deleting subnet 29e5f0dd-54c8-4420-95e1-1b4acc9a8f80 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:51:21.341780 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02f42652-2eff-4368-8dce-9df920d84a9e admin admin] Publish callbacks [] for subnet (29e5f0dd-54c8-4420-95e1-1b4acc9a8f80), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:21.386225 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02f42652-2eff-4368-8dce-9df920d84a9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24749390'] for subnet (29e5f0dd-54c8-4420-95e1-1b4acc9a8f80), precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:21.511637 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02f42652-2eff-4368-8dce-9df920d84a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1035066'] for subnet (29e5f0dd-54c8-4420-95e1-1b4acc9a8f80), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:21.604526 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 33374) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:21.616112 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5370c784-8139-43ee-b6aa-3774580964dc None None] New status for floating IP 48c0cd4a-5131-4abd-91fe-59e24e35a136: DOWN {{(pid=110551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:51:21.696168 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 60e1b0ca-41c9-4550-a7ba-1e98a578921a no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:51:21.708763 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02f42652-2eff-4368-8dce-9df920d84a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25000101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24512333'] for subnet (29e5f0dd-54c8-4420-95e1-1b4acc9a8f80), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:21.722619 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] No Port match for: 60e1b0ca-41c9-4550-a7ba-1e98a578921a {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:51:21.723250 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 60e1b0ca-41c9-4550-a7ba-1e98a578921a not bound to the agent host hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:51:21.739337 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f42652-2eff-4368-8dce-9df920d84a9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29e5f0dd-54c8-4420-95e1-1b4acc9a8f80,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:21.745671 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02f42652-2eff-4368-8dce-9df920d84a9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:21.752388 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-02f42652-2eff-4368-8dce-9df920d84a9e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/29e5f0dd-54c8-4420-95e1-1b4acc9a8f80 HTTP/1.1" status: 204 len: 168 time: 0.4904907 Mar 31 20:51:21.752520 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 33378) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:21.762232 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f75d504-706e-4a04-9850-a9ced97118bb None None] Network aae64b56-d644-454d-807a-9ff75eea577e requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:51:21.827399 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e06bcbee-d5f8-494e-83f8-afbbf62478b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913787'] for network (aae64b56-d644-454d-807a-9ff75eea577e), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:21.853341 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3c789cba-dd70-46fd-a8ad-9617f9508806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:21.893271 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-e06bcbee-d5f8-494e-83f8-afbbf62478b2 admin admin] Deleting port 4322515f-2e36-44cf-ad0c-a75ccf343fd2 {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:51:21.893669 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e06bcbee-d5f8-494e-83f8-afbbf62478b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (4322515f-2e36-44cf-ad0c-a75ccf343fd2), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:21.968137 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a11e3e5-24ac-4c0c-b331-6d87dffb577d None None] DHCP port deletion for aae64b56-d644-454d-807a-9ff75eea577e request from dv-cinder-836072-1-iscsi {{(pid=110551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:51:21.981959 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3c789cba-dd70-46fd-a8ad-9617f9508806 admin admin] Publish callbacks [] for security_group (bc37eda2-2d33-4ecf-8325-655d711a7317), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:21.994578 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-e06bcbee-d5f8-494e-83f8-afbbf62478b2 admin admin] For port 4322515f-2e36-44cf-ad0c-a75ccf343fd2, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=4322515f-2e36-44cf-ad0c-a75ccf343fd2,segment=NetworkSegment(82f3cc8a-d230-474e-9e03-5cccc3fb873b),segment_id=82f3cc8a-d230-474e-9e03-5cccc3fb873b)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:51:21.994951 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e06bcbee-d5f8-494e-83f8-afbbf62478b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (4322515f-2e36-44cf-ad0c-a75ccf343fd2), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:22.008123 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-e06bcbee-d5f8-494e-83f8-afbbf62478b2 admin admin] Calling delete_port for 4322515f-2e36-44cf-ad0c-a75ccf343fd2 owned by network:dhcp {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:51:22.024810 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-7a11e3e5-24ac-4c0c-b331-6d87dffb577d None None] Deleting port 4322515f-2e36-44cf-ad0c-a75ccf343fd2 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:51:22.025383 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a11e3e5-24ac-4c0c-b331-6d87dffb577d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (4322515f-2e36-44cf-ad0c-a75ccf343fd2), before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:22.086666 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-7a11e3e5-24ac-4c0c-b331-6d87dffb577d None None] For port 4322515f-2e36-44cf-ad0c-a75ccf343fd2, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=4322515f-2e36-44cf-ad0c-a75ccf343fd2,segment=NetworkSegment(82f3cc8a-d230-474e-9e03-5cccc3fb873b),segment_id=82f3cc8a-d230-474e-9e03-5cccc3fb873b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:51:22.087076 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a11e3e5-24ac-4c0c-b331-6d87dffb577d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (4322515f-2e36-44cf-ad0c-a75ccf343fd2), precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:22.090431 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3c789cba-dd70-46fd-a8ad-9617f9508806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (bc37eda2-2d33-4ecf-8325-655d711a7317), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:22.100217 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-7a11e3e5-24ac-4c0c-b331-6d87dffb577d None None] Calling delete_port for 4322515f-2e36-44cf-ad0c-a75ccf343fd2 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:51:22.131446 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-3c789cba-dd70-46fd-a8ad-9617f9508806 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4c296c0c3e5e41018dfacce33d43a437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5257678 Mar 31 20:51:22.133466 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c789cba-dd70-46fd-a8ad-9617f9508806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc37eda2-2d33-4ecf-8325-655d711a7317,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:22.134499 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 33380) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:22.170831 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e06bcbee-d5f8-494e-83f8-afbbf62478b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (4322515f-2e36-44cf-ad0c-a75ccf343fd2), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:22.183912 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a11e3e5-24ac-4c0c-b331-6d87dffb577d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414'] for port (4322515f-2e36-44cf-ad0c-a75ccf343fd2), after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:22.202317 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06bcbee-d5f8-494e-83f8-afbbf62478b2 admin admin] No DVR routers for this DVR port 4322515f-2e36-44cf-ad0c-a75ccf343fd2 on host dv-cinder-836072-1-iscsi {{(pid=110549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:51:22.203916 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06bcbee-d5f8-494e-83f8-afbbf62478b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4322515f-2e36-44cf-ad0c-a75ccf343fd2,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:22.219492 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a11e3e5-24ac-4c0c-b331-6d87dffb577d None None] No DVR routers for this DVR port 4322515f-2e36-44cf-ad0c-a75ccf343fd2 on host dv-cinder-836072-1-iscsi {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:51:22.226909 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11e3e5-24ac-4c0c-b331-6d87dffb577d None None] Pushing event deleted for resources: {'Port': ['ID=4322515f-2e36-44cf-ad0c-a75ccf343fd2,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:22.239838 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1aa8eb9e-b896-449c-997c-356a1fcb9f2f admin admin] Publish callbacks [] for security_group (bc37eda2-2d33-4ecf-8325-655d711a7317), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:22.288165 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device d7a583f4-a76d-4916-86c0-8fbb0eebb827 no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:51:22.310284 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: d7a583f4-a76d-4916-86c0-8fbb0eebb827 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:51:22.310713 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device d7a583f4-a76d-4916-86c0-8fbb0eebb827 not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:51:22.311124 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 5e06fafe-6f50-4817-9860-fb782d1a8596 no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:51:22.331233 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1aa8eb9e-b896-449c-997c-356a1fcb9f2f admin admin] Publish callbacks [] for security_group (bc37eda2-2d33-4ecf-8325-655d711a7317), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:22.331810 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: 5e06fafe-6f50-4817-9860-fb782d1a8596 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:51:22.331810 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 5e06fafe-6f50-4817-9860-fb782d1a8596 not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:51:22.332043 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 4322515f-2e36-44cf-ad0c-a75ccf343fd2 no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:51:22.342645 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e06bcbee-d5f8-494e-83f8-afbbf62478b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999857', 'neutron.services.segments.db._delete_segments_for_network-8784743285306'] for network (aae64b56-d644-454d-807a-9ff75eea577e), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:22.351419 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: 4322515f-2e36-44cf-ad0c-a75ccf343fd2 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:51:22.351419 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 4322515f-2e36-44cf-ad0c-a75ccf343fd2 not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:51:22.384333 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.services.segments.db [None req-e06bcbee-d5f8-494e-83f8-afbbf62478b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae64b56-d644-454d-807a-9ff75eea577e']}} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:22.392210 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.services.segments.db [None req-e06bcbee-d5f8-494e-83f8-afbbf62478b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f3cc8a-d230-474e-9e03-5cccc3fb873b') {'for_net_delete': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:22.393249 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.services.segments.db [None req-e06bcbee-d5f8-494e-83f8-afbbf62478b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f3cc8a-d230-474e-9e03-5cccc3fb873b') {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:22.403839 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e06bcbee-d5f8-494e-83f8-afbbf62478b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784743283779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25089803'] for segment (82f3cc8a-d230-474e-9e03-5cccc3fb873b), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:22.417114 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e06bcbee-d5f8-494e-83f8-afbbf62478b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (82f3cc8a-d230-474e-9e03-5cccc3fb873b), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:22.424022 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e06bcbee-d5f8-494e-83f8-afbbf62478b2 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=110549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:51:22.424407 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e06bcbee-d5f8-494e-83f8-afbbf62478b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12676125'] for segment (82f3cc8a-d230-474e-9e03-5cccc3fb873b), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: Traceback (most recent call last): Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: timer() Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: cb(*args, **kw) Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: return func(*args, **kwargs) Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: self._notify() Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: self.callback(batched_events) Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: event.method(event) Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: return f(self, *a, **k) Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: return self._get(url).json() Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: return self.request(url, 'GET', **kwargs) Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:51:22.426138 dv-cinder-836072-1-iscsi neutron-server[110549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:51:22.535972 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 33386) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:22.575229 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e06bcbee-d5f8-494e-83f8-afbbf62478b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728163'] for network (aae64b56-d644-454d-807a-9ff75eea577e), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:22.576847 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1aa8eb9e-b896-449c-997c-356a1fcb9f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (bc37eda2-2d33-4ecf-8325-655d711a7317), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:22.579361 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1aa8eb9e-b896-449c-997c-356a1fcb9f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:22.580605 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-1aa8eb9e-b896-449c-997c-356a1fcb9f2f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bc37eda2-2d33-4ecf-8325-655d711a7317 HTTP/1.1" status: 204 len: 168 time: 0.4433150 Mar 31 20:51:22.591931 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cafd7e58-4bed-4d09-aacf-a6c1c3ef2ed2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for security_group (ad31884a-f5a1-46e1-b8a5-f300063c296c), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:22.598124 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e06bcbee-d5f8-494e-83f8-afbbf62478b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:22.604327 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-e06bcbee-d5f8-494e-83f8-afbbf62478b2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/aae64b56-d644-454d-807a-9ff75eea577e HTTP/1.1" status: 204 len: 168 time: 0.8482578 Mar 31 20:51:22.607467 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06bcbee-d5f8-494e-83f8-afbbf62478b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=aae64b56-d644-454d-807a-9ff75eea577e,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:22.609922 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8eb9e-b896-449c-997c-356a1fcb9f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc37eda2-2d33-4ecf-8325-655d711a7317,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:22.628422 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cafd7e58-4bed-4d09-aacf-a6c1c3ef2ed2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for security_group (ad31884a-f5a1-46e1-b8a5-f300063c296c), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:22.793743 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cafd7e58-4bed-4d09-aacf-a6c1c3ef2ed2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (ad31884a-f5a1-46e1-b8a5-f300063c296c), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:22.796421 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cafd7e58-4bed-4d09-aacf-a6c1c3ef2ed2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:22.797601 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-cafd7e58-4bed-4d09-aacf-a6c1c3ef2ed2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "DELETE /v2.0/security-groups/ad31884a-f5a1-46e1-b8a5-f300063c296c HTTP/1.1" status: 204 len: 168 time: 0.2606328 Mar 31 20:51:22.800480 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 33392) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:22.820717 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd7e58-4bed-4d09-aacf-a6c1c3ef2ed2 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad31884a-f5a1-46e1-b8a5-f300063c296c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:22.821173 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.api.v2.resource [None req-88e72842-7a36-4d61-a1f7-355f1f246e55 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] show failed (client error): The resource could not be found. Mar 31 20:51:22.821173 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-88e72842-7a36-4d61-a1f7-355f1f246e55 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "GET /v2.0/security-groups/ad31884a-f5a1-46e1-b8a5-f300063c296c HTTP/1.1" status: 404 len: 347 time: 0.0137289 Mar 31 20:51:22.821173 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 33394) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:22.948629 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-70fa7583-14d1-416d-b9ea-37c963f04970 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Deleting port 3f6dd8cb-3ca6-442e-8234-d7cfd5a74b66 {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:51:22.975366 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-70fa7583-14d1-416d-b9ea-37c963f04970 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (3f6dd8cb-3ca6-442e-8234-d7cfd5a74b66), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:23.033186 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-70fa7583-14d1-416d-b9ea-37c963f04970 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (3f6dd8cb-3ca6-442e-8234-d7cfd5a74b66), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:23.033515 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-70fa7583-14d1-416d-b9ea-37c963f04970 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for floatingip (3f6dd8cb-3ca6-442e-8234-d7cfd5a74b66), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:23.045914 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-70fa7583-14d1-416d-b9ea-37c963f04970 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Calling delete_port for 3f6dd8cb-3ca6-442e-8234-d7cfd5a74b66 owned by network:floatingip {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:51:23.139274 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 33398) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:23.179391 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-be18c0b0-7390-48f2-8e03-ad894f23fb30 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=654be7b7f6b046c4a444ce74acbb673c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389509 Mar 31 20:51:23.182126 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 33400) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:23.229749 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ae0613e-f784-46f8-b1fd-9a92fd1fa93a admin admin] Publish callbacks [] for security_group (81ccc9a7-1a5d-48e9-9dea-a65f2955b0c3), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:23.250482 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ae0613e-f784-46f8-b1fd-9a92fd1fa93a admin admin] Publish callbacks [] for security_group (81ccc9a7-1a5d-48e9-9dea-a65f2955b0c3), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:23.323645 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-70fa7583-14d1-416d-b9ea-37c963f04970 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (3f6dd8cb-3ca6-442e-8234-d7cfd5a74b66), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:23.350926 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa7583-14d1-416d-b9ea-37c963f04970 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Pushing event deleted for resources: {'Port': ['ID=3f6dd8cb-3ca6-442e-8234-d7cfd5a74b66,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:23.398896 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ae0613e-f784-46f8-b1fd-9a92fd1fa93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (81ccc9a7-1a5d-48e9-9dea-a65f2955b0c3), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:23.402132 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ae0613e-f784-46f8-b1fd-9a92fd1fa93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:23.403286 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-0ae0613e-f784-46f8-b1fd-9a92fd1fa93a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/81ccc9a7-1a5d-48e9-9dea-a65f2955b0c3 HTTP/1.1" status: 204 len: 168 time: 0.2201958 Mar 31 20:51:23.410102 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-70fa7583-14d1-416d-b9ea-37c963f04970 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks [] for floatingip (48c0cd4a-5131-4abd-91fe-59e24e35a136), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:23.411518 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0613e-f784-46f8-b1fd-9a92fd1fa93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ccc9a7-1a5d-48e9-9dea-a65f2955b0c3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:23.412758 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-70fa7583-14d1-416d-b9ea-37c963f04970 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:23.413924 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-70fa7583-14d1-416d-b9ea-37c963f04970 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] 10.222.0.61 "DELETE /v2.0/floatingips/48c0cd4a-5131-4abd-91fe-59e24e35a136 HTTP/1.1" status: 204 len: 168 time: 0.5949888 Mar 31 20:51:23.464627 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 33406) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:23.478579 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4505e201-8b86-4a6f-af24-c3fa4dcdb31c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:23.564396 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4505e201-8b86-4a6f-af24-c3fa4dcdb31c admin admin] Publish callbacks [] for security_group (c63af616-8d3f-49a1-a737-23c74d98c1aa), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:23.673928 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4505e201-8b86-4a6f-af24-c3fa4dcdb31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (c63af616-8d3f-49a1-a737-23c74d98c1aa), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:23.718058 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-4505e201-8b86-4a6f-af24-c3fa4dcdb31c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1be283f856d24bb9ba6a5a21eb4d7e4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2522757 Mar 31 20:51:23.719028 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505e201-8b86-4a6f-af24-c3fa4dcdb31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63af616-8d3f-49a1-a737-23c74d98c1aa,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:23.720749 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 33410) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:23.774209 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a393194e-25e2-4660-85d6-d0022e6c0416 admin admin] Publish callbacks [] for security_group (c63af616-8d3f-49a1-a737-23c74d98c1aa), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:23.796548 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a393194e-25e2-4660-85d6-d0022e6c0416 admin admin] Publish callbacks [] for security_group (c63af616-8d3f-49a1-a737-23c74d98c1aa), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:23.940466 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a393194e-25e2-4660-85d6-d0022e6c0416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (c63af616-8d3f-49a1-a737-23c74d98c1aa), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:23.943081 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a393194e-25e2-4660-85d6-d0022e6c0416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:23.944508 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-a393194e-25e2-4660-85d6-d0022e6c0416 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c63af616-8d3f-49a1-a737-23c74d98c1aa HTTP/1.1" status: 204 len: 168 time: 0.2227790 Mar 31 20:51:23.954445 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393194e-25e2-4660-85d6-d0022e6c0416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63af616-8d3f-49a1-a737-23c74d98c1aa,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:26.218381 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 33506) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:26.742476 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f282902a-7916-4016-a223-23fe2478fb11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16736117'] for router_interface (6e8fb055-4b89-4db6-9327-8ddbd9c40743), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:27.045587 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f282902a-7916-4016-a223-23fe2478fb11 admin admin] Deleting port b36cad33-9bb1-4af8-a697-e43df3567b0b {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:51:27.045924 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f282902a-7916-4016-a223-23fe2478fb11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (b36cad33-9bb1-4af8-a697-e43df3567b0b), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:27.122425 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f282902a-7916-4016-a223-23fe2478fb11 admin admin] For port b36cad33-9bb1-4af8-a697-e43df3567b0b, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=b36cad33-9bb1-4af8-a697-e43df3567b0b,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:51:27.122811 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f282902a-7916-4016-a223-23fe2478fb11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (b36cad33-9bb1-4af8-a697-e43df3567b0b), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:27.137033 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f282902a-7916-4016-a223-23fe2478fb11 admin admin] Calling delete_port for b36cad33-9bb1-4af8-a697-e43df3567b0b owned by network:router_interface {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:51:27.387453 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f282902a-7916-4016-a223-23fe2478fb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (b36cad33-9bb1-4af8-a697-e43df3567b0b), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:27.411110 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282902a-7916-4016-a223-23fe2478fb11 admin admin] Pushing event deleted for resources: {'Port': ['ID=b36cad33-9bb1-4af8-a697-e43df3567b0b,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:27.828282 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f282902a-7916-4016-a223-23fe2478fb11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16300112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16729829'] for router_interface (6e8fb055-4b89-4db6-9327-8ddbd9c40743), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:28.051553 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f282902a-7916-4016-a223-23fe2478fb11 admin admin] Router 6e8fb055-4b89-4db6-9327-8ddbd9c40743 has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:51:28.167182 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f282902a-7916-4016-a223-23fe2478fb11 admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:51:28.172273 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-f282902a-7916-4016-a223-23fe2478fb11 admin admin] 10.222.0.61 "PUT /v2.0/routers/6e8fb055-4b89-4db6-9327-8ddbd9c40743/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9528856 Mar 31 20:51:28.174802 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 33542) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:28.177693 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ecd5fe-8740-416f-8bef-0ccb660fc618 None None] Sync routers for ids ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:51:28.188444 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ecd5fe-8740-416f-8bef-0ccb660fc618 None None] Routers {'6e8fb055-4b89-4db6-9327-8ddbd9c40743'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:51:28.189061 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-63ecd5fe-8740-416f-8bef-0ccb660fc618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:51:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:28.294978 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-87da67c1-8872-44b5-a556-79cfd6174cfa admin admin] Publish callbacks [] for router (6e8fb055-4b89-4db6-9327-8ddbd9c40743), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:28.388214 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-63ecd5fe-8740-416f-8bef-0ccb660fc618 None None] Set router 6e8fb055-4b89-4db6-9327-8ddbd9c40743 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:51:28.403215 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-87da67c1-8872-44b5-a556-79cfd6174cfa admin admin] Publish callbacks [] for router_gateway (6e8fb055-4b89-4db6-9327-8ddbd9c40743), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:28.526661 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-87da67c1-8872-44b5-a556-79cfd6174cfa admin admin] Deleting port 16be24b5-ba3d-450f-bfee-b02f23392d88 {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:51:28.527008 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-87da67c1-8872-44b5-a556-79cfd6174cfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (16be24b5-ba3d-450f-bfee-b02f23392d88), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:28.583662 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-63ecd5fe-8740-416f-8bef-0ccb660fc618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'name': 'tempest-AttachVolumeShelveTestJSON-620146898-router', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:51:27Z', 'revision_number': 5, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'gw_port': {'id': '16be24b5-ba3d-450f-bfee-b02f23392d88', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:44:36Z', 'updated_at': '2022-03-31T20:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:28.615807 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ecd5fe-8740-416f-8bef-0ccb660fc618 None None] Checking router: 6e8fb055-4b89-4db6-9327-8ddbd9c40743 for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:51:28.617741 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-87da67c1-8872-44b5-a556-79cfd6174cfa admin admin] For port 16be24b5-ba3d-450f-bfee-b02f23392d88, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=16be24b5-ba3d-450f-bfee-b02f23392d88,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:51:28.618107 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-87da67c1-8872-44b5-a556-79cfd6174cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (16be24b5-ba3d-450f-bfee-b02f23392d88), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:28.624634 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ecd5fe-8740-416f-8bef-0ccb660fc618 None None] Routers {'6e8fb055-4b89-4db6-9327-8ddbd9c40743'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:51:28.625329 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-63ecd5fe-8740-416f-8bef-0ccb660fc618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:51:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:28.631311 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-87da67c1-8872-44b5-a556-79cfd6174cfa admin admin] Calling delete_port for 16be24b5-ba3d-450f-bfee-b02f23392d88 owned by network:router_gateway {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:51:28.716786 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-63ecd5fe-8740-416f-8bef-0ccb660fc618 None None] Set router 6e8fb055-4b89-4db6-9327-8ddbd9c40743 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:51:28.768435 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-63ecd5fe-8740-416f-8bef-0ccb660fc618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'name': 'tempest-AttachVolumeShelveTestJSON-620146898-router', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:51:28Z', 'revision_number': 6, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'gw_port_host': None}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:28.797661 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ecd5fe-8740-416f-8bef-0ccb660fc618 None None] The sync data for ids ['6e8fb055-4b89-4db6-9327-8ddbd9c40743'] in dv-cinder-836072-1-iscsi is: [{'id': '6e8fb055-4b89-4db6-9327-8ddbd9c40743', 'name': 'tempest-AttachVolumeShelveTestJSON-620146898-router', 'tenant_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:44:35Z', 'updated_at': '2022-03-31T20:51:28Z', 'revision_number': 6, 'project_id': 'c2f7a7f12f0247c0881f0c5ba6b5b36d', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:51:28.907939 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-87da67c1-8872-44b5-a556-79cfd6174cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (16be24b5-ba3d-450f-bfee-b02f23392d88), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:28.940369 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da67c1-8872-44b5-a556-79cfd6174cfa admin admin] Pushing event deleted for resources: {'Port': ['ID=16be24b5-ba3d-450f-bfee-b02f23392d88,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:29.007503 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-87da67c1-8872-44b5-a556-79cfd6174cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16728079'] for router_gateway (6e8fb055-4b89-4db6-9327-8ddbd9c40743), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:29.104254 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-87da67c1-8872-44b5-a556-79cfd6174cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16730259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016'] for router (6e8fb055-4b89-4db6-9327-8ddbd9c40743), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:29.106426 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-87da67c1-8872-44b5-a556-79cfd6174cfa admin admin] Publish callbacks [] for router_controller (6e8fb055-4b89-4db6-9327-8ddbd9c40743), precommit_delete_associations {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:29.330391 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-87da67c1-8872-44b5-a556-79cfd6174cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16730346'] for router (6e8fb055-4b89-4db6-9327-8ddbd9c40743), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:29.330965 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87da67c1-8872-44b5-a556-79cfd6174cfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e8fb055-4b89-4db6-9327-8ddbd9c40743 {{(pid=110549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:51:29.335485 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-87da67c1-8872-44b5-a556-79cfd6174cfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:29.336739 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-87da67c1-8872-44b5-a556-79cfd6174cfa admin admin] 10.222.0.61 "DELETE /v2.0/routers/6e8fb055-4b89-4db6-9327-8ddbd9c40743 HTTP/1.1" status: 204 len: 168 time: 1.1610188 Mar 31 20:51:29.339293 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 33560) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:29.383362 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5541dc6-8eb8-40e6-9faa-db81661fa740 admin admin] Deleting subnet 93b81d0e-6ec0-4ee6-b70d-0ae037b995d1 {{(pid=110549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:51:29.386413 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b5541dc6-8eb8-40e6-9faa-db81661fa740 admin admin] Publish callbacks [] for subnet (93b81d0e-6ec0-4ee6-b70d-0ae037b995d1), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:29.419779 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b5541dc6-8eb8-40e6-9faa-db81661fa740 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25089792'] for subnet (93b81d0e-6ec0-4ee6-b70d-0ae037b995d1), precommit_delete_associations {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:29.501016 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b5541dc6-8eb8-40e6-9faa-db81661fa740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1035066'] for subnet (93b81d0e-6ec0-4ee6-b70d-0ae037b995d1), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:29.634288 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b5541dc6-8eb8-40e6-9faa-db81661fa740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12673467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25098015'] for subnet (93b81d0e-6ec0-4ee6-b70d-0ae037b995d1), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:29.671050 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5541dc6-8eb8-40e6-9faa-db81661fa740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93b81d0e-6ec0-4ee6-b70d-0ae037b995d1,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:29.674862 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b5541dc6-8eb8-40e6-9faa-db81661fa740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:29.681053 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 33574) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:29.683226 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bbdc45-4a05-4b92-bebd-b7d7f6a408fa None None] Network 29c94a09-ad75-42a2-8666-a0269d34f4fc requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:51:29.689099 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-b5541dc6-8eb8-40e6-9faa-db81661fa740 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/93b81d0e-6ec0-4ee6-b70d-0ae037b995d1 HTTP/1.1" status: 204 len: 168 time: 0.3486485 Mar 31 20:51:29.751473 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4581590b-659f-4a5a-b9d9-aeb9c9e82038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913787'] for network (29c94a09-ad75-42a2-8666-a0269d34f4fc), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:29.807501 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-4581590b-659f-4a5a-b9d9-aeb9c9e82038 admin admin] Deleting port 54d4d234-d57a-48e3-bcce-f80d0837d20b {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:51:29.807853 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4581590b-659f-4a5a-b9d9-aeb9c9e82038 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (54d4d234-d57a-48e3-bcce-f80d0837d20b), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:29.870894 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6a8982-a6b4-43bd-ae19-fdb22e120d6c None None] DHCP port deletion for 29c94a09-ad75-42a2-8666-a0269d34f4fc request from dv-cinder-836072-1-iscsi {{(pid=110551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:51:29.877960 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-4581590b-659f-4a5a-b9d9-aeb9c9e82038 admin admin] For port 54d4d234-d57a-48e3-bcce-f80d0837d20b, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=54d4d234-d57a-48e3-bcce-f80d0837d20b,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:51:29.878398 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4581590b-659f-4a5a-b9d9-aeb9c9e82038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (54d4d234-d57a-48e3-bcce-f80d0837d20b), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:29.896485 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-4581590b-659f-4a5a-b9d9-aeb9c9e82038 admin admin] Calling delete_port for 54d4d234-d57a-48e3-bcce-f80d0837d20b owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:51:29.922383 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-8b6a8982-a6b4-43bd-ae19-fdb22e120d6c None None] Deleting port 54d4d234-d57a-48e3-bcce-f80d0837d20b {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:51:29.922892 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8b6a8982-a6b4-43bd-ae19-fdb22e120d6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (54d4d234-d57a-48e3-bcce-f80d0837d20b), before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:30.004920 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-8b6a8982-a6b4-43bd-ae19-fdb22e120d6c None None] For port 54d4d234-d57a-48e3-bcce-f80d0837d20b, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=54d4d234-d57a-48e3-bcce-f80d0837d20b,segment=NetworkSegment(c83cbe5f-6769-4416-ae9a-aa7374099b40),segment_id=c83cbe5f-6769-4416-ae9a-aa7374099b40)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:51:30.005418 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8b6a8982-a6b4-43bd-ae19-fdb22e120d6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (54d4d234-d57a-48e3-bcce-f80d0837d20b), precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:30.021059 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-8b6a8982-a6b4-43bd-ae19-fdb22e120d6c None None] Calling delete_port for 54d4d234-d57a-48e3-bcce-f80d0837d20b owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:51:30.074080 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4581590b-659f-4a5a-b9d9-aeb9c9e82038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (54d4d234-d57a-48e3-bcce-f80d0837d20b), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:30.098456 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8b6a8982-a6b4-43bd-ae19-fdb22e120d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414'] for port (54d4d234-d57a-48e3-bcce-f80d0837d20b), after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:30.100257 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581590b-659f-4a5a-b9d9-aeb9c9e82038 admin admin] Pushing event deleted for resources: {'Port': ['ID=54d4d234-d57a-48e3-bcce-f80d0837d20b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:30.104485 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4581590b-659f-4a5a-b9d9-aeb9c9e82038 admin admin] No DVR routers for this DVR port 54d4d234-d57a-48e3-bcce-f80d0837d20b on host dv-cinder-836072-1-iscsi {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:51:30.111041 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a8982-a6b4-43bd-ae19-fdb22e120d6c None None] No DVR routers for this DVR port 54d4d234-d57a-48e3-bcce-f80d0837d20b on host dv-cinder-836072-1-iscsi {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:51:30.137453 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a8982-a6b4-43bd-ae19-fdb22e120d6c None None] Pushing event deleted for resources: {'Port': ['ID=54d4d234-d57a-48e3-bcce-f80d0837d20b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:30.186775 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4581590b-659f-4a5a-b9d9-aeb9c9e82038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999857', 'neutron.services.segments.db._delete_segments_for_network-8784743285306'] for network (29c94a09-ad75-42a2-8666-a0269d34f4fc), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:30.209123 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-4581590b-659f-4a5a-b9d9-aeb9c9e82038 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c94a09-ad75-42a2-8666-a0269d34f4fc']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:30.219787 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-4581590b-659f-4a5a-b9d9-aeb9c9e82038 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83cbe5f-6769-4416-ae9a-aa7374099b40') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:30.220092 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-4581590b-659f-4a5a-b9d9-aeb9c9e82038 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83cbe5f-6769-4416-ae9a-aa7374099b40') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:51:30.230141 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4581590b-659f-4a5a-b9d9-aeb9c9e82038 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784743283779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24749381'] for segment (c83cbe5f-6769-4416-ae9a-aa7374099b40), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:30.244383 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4581590b-659f-4a5a-b9d9-aeb9c9e82038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (c83cbe5f-6769-4416-ae9a-aa7374099b40), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:30.250559 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4581590b-659f-4a5a-b9d9-aeb9c9e82038 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:51:30.251035 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4581590b-659f-4a5a-b9d9-aeb9c9e82038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24999171'] for segment (c83cbe5f-6769-4416-ae9a-aa7374099b40), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: Traceback (most recent call last): Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: timer() Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: cb(*args, **kw) Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: return func(*args, **kwargs) Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: self._notify() Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: self.callback(batched_events) Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: event.method(event) Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: return f(self, *a, **k) Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: return self._get(url).json() Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: return self.request(url, 'GET', **kwargs) Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:51:30.262088 dv-cinder-836072-1-iscsi neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:51:30.277357 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device b36cad33-9bb1-4af8-a697-e43df3567b0b no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:51:30.298145 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: b36cad33-9bb1-4af8-a697-e43df3567b0b {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:51:30.298494 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device b36cad33-9bb1-4af8-a697-e43df3567b0b not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:51:30.298912 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 16be24b5-ba3d-450f-bfee-b02f23392d88 no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:51:30.325290 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: 16be24b5-ba3d-450f-bfee-b02f23392d88 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:51:30.325644 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 16be24b5-ba3d-450f-bfee-b02f23392d88 not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:51:30.326063 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 54d4d234-d57a-48e3-bcce-f80d0837d20b no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:51:30.351439 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: 54d4d234-d57a-48e3-bcce-f80d0837d20b {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:51:30.351875 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 54d4d234-d57a-48e3-bcce-f80d0837d20b not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:51:30.405032 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4581590b-659f-4a5a-b9d9-aeb9c9e82038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728163'] for network (29c94a09-ad75-42a2-8666-a0269d34f4fc), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:30.409524 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4581590b-659f-4a5a-b9d9-aeb9c9e82038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:30.412877 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-4581590b-659f-4a5a-b9d9-aeb9c9e82038 admin admin] 10.222.0.61 "DELETE /v2.0/networks/29c94a09-ad75-42a2-8666-a0269d34f4fc HTTP/1.1" status: 204 len: 168 time: 0.7309620 Mar 31 20:51:30.425872 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581590b-659f-4a5a-b9d9-aeb9c9e82038 admin admin] Pushing event deleted for resources: {'Network': ['ID=29c94a09-ad75-42a2-8666-a0269d34f4fc,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:30.885274 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 33592) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:30.923995 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-94f16055-7fab-46b6-8f01-aac0760896a1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c2f7a7f12f0247c0881f0c5ba6b5b36d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0375228 Mar 31 20:51:30.926417 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 33594) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:30.972690 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3b3418ab-ad68-4d75-82a0-6bef5fe503ae admin admin] Publish callbacks [] for security_group (e7d93ee2-9e84-4d62-859d-0075602f2f3a), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:30.993858 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3b3418ab-ad68-4d75-82a0-6bef5fe503ae admin admin] Publish callbacks [] for security_group (e7d93ee2-9e84-4d62-859d-0075602f2f3a), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:31.141583 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3b3418ab-ad68-4d75-82a0-6bef5fe503ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (e7d93ee2-9e84-4d62-859d-0075602f2f3a), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:31.144323 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3b3418ab-ad68-4d75-82a0-6bef5fe503ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:31.145475 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-3b3418ab-ad68-4d75-82a0-6bef5fe503ae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e7d93ee2-9e84-4d62-859d-0075602f2f3a HTTP/1.1" status: 204 len: 168 time: 0.2181864 Mar 31 20:51:31.154532 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3418ab-ad68-4d75-82a0-6bef5fe503ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d93ee2-9e84-4d62-859d-0075602f2f3a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:33.353969 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:33.560047 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:51:34.683566 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 33674) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:34.791367 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-39397510-93e8-4f8e-9a78-d185b2eed585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:34.862826 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-39397510-93e8-4f8e-9a78-d185b2eed585 admin admin] Publish callbacks [] for security_group (e914c0d1-c0df-4cf7-bcd2-7382598d0fcc), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:34.924411 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-39397510-93e8-4f8e-9a78-d185b2eed585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (e914c0d1-c0df-4cf7-bcd2-7382598d0fcc), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:34.965439 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-39397510-93e8-4f8e-9a78-d185b2eed585 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9000db1b30bf41ddb07acd5882a22f76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805951 Mar 31 20:51:34.967390 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39397510-93e8-4f8e-9a78-d185b2eed585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e914c0d1-c0df-4cf7-bcd2-7382598d0fcc,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:34.968315 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 33678) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:35.016936 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5bdafd1b-5fff-4f58-b6d7-379dcc4efd1c admin admin] Publish callbacks [] for security_group (e914c0d1-c0df-4cf7-bcd2-7382598d0fcc), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:35.038999 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5bdafd1b-5fff-4f58-b6d7-379dcc4efd1c admin admin] Publish callbacks [] for security_group (e914c0d1-c0df-4cf7-bcd2-7382598d0fcc), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:35.197657 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5bdafd1b-5fff-4f58-b6d7-379dcc4efd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (e914c0d1-c0df-4cf7-bcd2-7382598d0fcc), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:35.200445 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5bdafd1b-5fff-4f58-b6d7-379dcc4efd1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:35.211720 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-5bdafd1b-5fff-4f58-b6d7-379dcc4efd1c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e914c0d1-c0df-4cf7-bcd2-7382598d0fcc HTTP/1.1" status: 204 len: 168 time: 0.2322500 Mar 31 20:51:35.211720 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdafd1b-5fff-4f58-b6d7-379dcc4efd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e914c0d1-c0df-4cf7-bcd2-7382598d0fcc,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:35.927089 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 33704) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:35.941052 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a24443e4-b214-4175-8c34-c675a9e8b07b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:36.013079 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a24443e4-b214-4175-8c34-c675a9e8b07b admin admin] Publish callbacks [] for security_group (0c90dbc4-a3ce-40fb-afc5-f989c4a297db), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:36.113187 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a24443e4-b214-4175-8c34-c675a9e8b07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (0c90dbc4-a3ce-40fb-afc5-f989c4a297db), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:36.151727 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-a24443e4-b214-4175-8c34-c675a9e8b07b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cef3d95d93c143bd93d0cf1dc958cf5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235634 Mar 31 20:51:36.152616 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24443e4-b214-4175-8c34-c675a9e8b07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c90dbc4-a3ce-40fb-afc5-f989c4a297db,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:36.154382 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 33708) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:36.206687 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921f3e08-7b8a-4a7d-95e1-47d9c7c78abe admin admin] Publish callbacks [] for security_group (0c90dbc4-a3ce-40fb-afc5-f989c4a297db), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:36.229398 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921f3e08-7b8a-4a7d-95e1-47d9c7c78abe admin admin] Publish callbacks [] for security_group (0c90dbc4-a3ce-40fb-afc5-f989c4a297db), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:36.346015 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921f3e08-7b8a-4a7d-95e1-47d9c7c78abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (0c90dbc4-a3ce-40fb-afc5-f989c4a297db), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:36.348739 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921f3e08-7b8a-4a7d-95e1-47d9c7c78abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:36.349899 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-921f3e08-7b8a-4a7d-95e1-47d9c7c78abe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0c90dbc4-a3ce-40fb-afc5-f989c4a297db HTTP/1.1" status: 204 len: 168 time: 0.1939480 Mar 31 20:51:36.359144 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f3e08-7b8a-4a7d-95e1-47d9c7c78abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c90dbc4-a3ce-40fb-afc5-f989c4a297db,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:37.203932 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 33718) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:37.216930 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-75103d64-2c80-4782-8a2a-4b296084c7e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:37.291186 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-75103d64-2c80-4782-8a2a-4b296084c7e8 admin admin] Publish callbacks [] for security_group (16e4827a-6b9b-4beb-b0d5-1d3d39037ee8), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:37.374145 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-75103d64-2c80-4782-8a2a-4b296084c7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (16e4827a-6b9b-4beb-b0d5-1d3d39037ee8), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:37.412903 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75103d64-2c80-4782-8a2a-4b296084c7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e4827a-6b9b-4beb-b0d5-1d3d39037ee8,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:37.418076 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-75103d64-2c80-4782-8a2a-4b296084c7e8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cafe9c41217b486fbf7b75cfac87a451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130616 Mar 31 20:51:37.420752 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 33724) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:37.471388 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e40c3806-9c5a-4889-bb74-08791484fe7e admin admin] Publish callbacks [] for security_group (16e4827a-6b9b-4beb-b0d5-1d3d39037ee8), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:37.492025 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e40c3806-9c5a-4889-bb74-08791484fe7e admin admin] Publish callbacks [] for security_group (16e4827a-6b9b-4beb-b0d5-1d3d39037ee8), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:37.638499 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e40c3806-9c5a-4889-bb74-08791484fe7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (16e4827a-6b9b-4beb-b0d5-1d3d39037ee8), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:37.641098 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e40c3806-9c5a-4889-bb74-08791484fe7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:37.642247 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-e40c3806-9c5a-4889-bb74-08791484fe7e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/16e4827a-6b9b-4beb-b0d5-1d3d39037ee8 HTTP/1.1" status: 204 len: 168 time: 0.2206137 Mar 31 20:51:37.650043 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c3806-9c5a-4889-bb74-08791484fe7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e4827a-6b9b-4beb-b0d5-1d3d39037ee8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:39.079427 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-88cd7d53-549d-42d3-8e5a-3f72af538f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:41.501236 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 33838) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:41.603073 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c8a22c23-6816-4ec8-9efe-a4ef778af1c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:41.676420 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c8a22c23-6816-4ec8-9efe-a4ef778af1c9 admin admin] Publish callbacks [] for security_group (6d56df69-81ed-4828-9dcf-354ef751adea), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:41.690658 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ade63f41-7c7b-48bb-a3d5-01fb22d698f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:41.770070 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c8a22c23-6816-4ec8-9efe-a4ef778af1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (6d56df69-81ed-4828-9dcf-354ef751adea), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:41.811569 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-c8a22c23-6816-4ec8-9efe-a4ef778af1c9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=92268ac5b455465f93e0d2a6f6b6382a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092246 Mar 31 20:51:41.812464 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a22c23-6816-4ec8-9efe-a4ef778af1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d56df69-81ed-4828-9dcf-354ef751adea,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:41.815037 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 33844) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:41.864662 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-85a63fd5-0afe-4210-92b8-c26786299eb1 admin admin] Publish callbacks [] for security_group (6d56df69-81ed-4828-9dcf-354ef751adea), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:41.885733 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-85a63fd5-0afe-4210-92b8-c26786299eb1 admin admin] Publish callbacks [] for security_group (6d56df69-81ed-4828-9dcf-354ef751adea), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:42.009919 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-85a63fd5-0afe-4210-92b8-c26786299eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (6d56df69-81ed-4828-9dcf-354ef751adea), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:42.012542 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-85a63fd5-0afe-4210-92b8-c26786299eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:42.013695 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-85a63fd5-0afe-4210-92b8-c26786299eb1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6d56df69-81ed-4828-9dcf-354ef751adea HTTP/1.1" status: 204 len: 168 time: 0.1973975 Mar 31 20:51:42.022348 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a63fd5-0afe-4210-92b8-c26786299eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d56df69-81ed-4828-9dcf-354ef751adea,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:42.723789 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 33854) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:42.737521 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-83b6ac6f-4ac1-4611-a994-bab6538da20c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:42.811832 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-83b6ac6f-4ac1-4611-a994-bab6538da20c admin admin] Publish callbacks [] for security_group (cf839c6a-aec7-4a05-bf82-ecab621e865e), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:42.873559 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-83b6ac6f-4ac1-4611-a994-bab6538da20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (cf839c6a-aec7-4a05-bf82-ecab621e865e), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:42.912992 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-83b6ac6f-4ac1-4611-a994-bab6538da20c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=06183392e9fe41aa8198bac38b63ee5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880691 Mar 31 20:51:42.913843 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6ac6f-4ac1-4611-a994-bab6538da20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf839c6a-aec7-4a05-bf82-ecab621e865e,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:42.916288 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 33856) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:51:42.963041 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1e3800c6-78da-4605-89d4-5504eeea10b1 admin admin] Publish callbacks [] for security_group (cf839c6a-aec7-4a05-bf82-ecab621e865e), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:42.986586 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1e3800c6-78da-4605-89d4-5504eeea10b1 admin admin] Publish callbacks [] for security_group (cf839c6a-aec7-4a05-bf82-ecab621e865e), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:43.101364 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1e3800c6-78da-4605-89d4-5504eeea10b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (cf839c6a-aec7-4a05-bf82-ecab621e865e), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:43.104030 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1e3800c6-78da-4605-89d4-5504eeea10b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:43.105407 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-1e3800c6-78da-4605-89d4-5504eeea10b1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cf839c6a-aec7-4a05-bf82-ecab621e865e HTTP/1.1" status: 204 len: 168 time: 0.1879160 Mar 31 20:51:43.120559 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3800c6-78da-4605-89d4-5504eeea10b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf839c6a-aec7-4a05-bf82-ecab621e865e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:51:43.386340 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:43.681238 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-7844026d-809a-4fd5-91f5-7deb61f86454 req-6ca7c83c-ff18-41b1-b084-b6b7eaf7e4a7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468209 Mar 31 20:51:43.768704 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844026d-809a-4fd5-91f5-7deb61f86454 req-da83df16-ccb0-4bf1-8de7-e604980bf175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:51:43.770202 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-7844026d-809a-4fd5-91f5-7deb61f86454 req-da83df16-ccb0-4bf1-8de7-e604980bf175 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd&device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 1130 time: 0.0452106 Mar 31 20:51:43.889098 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844026d-809a-4fd5-91f5-7deb61f86454 req-02f2afcf-aeb8-4675-8601-e52c751f3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:51:43.890567 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-7844026d-809a-4fd5-91f5-7deb61f86454 req-02f2afcf-aeb8-4675-8601-e52c751f3bcf service neutron] 10.222.0.32 "GET /v2.0/networks?id=891ebc70-d7d8-43ce-bc93-700332ce0830 HTTP/1.1" status: 200 len: 912 time: 0.1009517 Mar 31 20:51:43.956300 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-7844026d-809a-4fd5-91f5-7deb61f86454 req-29887c38-0559-4cc6-8fd4-26cd1b8a58e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6691e9c2-0442-4aa2-afd4-88ce085a8e5b HTTP/1.1" status: 200 len: 1001 time: 0.0586600 Mar 31 20:51:44.004366 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844026d-809a-4fd5-91f5-7deb61f86454 req-1f7d754f-d942-4f85-a97a-57bb0b03856f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:51:44.005819 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-7844026d-809a-4fd5-91f5-7deb61f86454 req-1f7d754f-d942-4f85-a97a-57bb0b03856f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d8ae2ad-26c3-4ccb-8104-532540816283 HTTP/1.1" status: 200 len: 850 time: 0.0430577 Mar 31 20:51:44.060458 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844026d-809a-4fd5-91f5-7deb61f86454 req-64328ece-0c0a-4d81-8094-9a46bd038363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:51:44.061617 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-7844026d-809a-4fd5-91f5-7deb61f86454 req-64328ece-0c0a-4d81-8094-9a46bd038363 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=891ebc70-d7d8-43ce-bc93-700332ce0830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493050 Mar 31 20:51:44.156284 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-7844026d-809a-4fd5-91f5-7deb61f86454 req-1b7406b0-2f14-4479-9e1e-c8b802d7666e service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879993 Mar 31 20:51:44.256069 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-7844026d-809a-4fd5-91f5-7deb61f86454 req-60d7c17d-c106-435c-9620-ea3103c66828 service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920599 Mar 31 20:51:45.124647 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:51:45.650999 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:03.318327 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:09.082580 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2728a795-0615-45ca-b9ce-d730019d948a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:10.559533 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:52:11.682432 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2d12a336-4d0f-47c4-83a7-5d0988169398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:11.734260 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 34304) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:11.856692 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bd31c25e-b792-4f61-892b-8fe0e2205846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:11.936083 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bd31c25e-b792-4f61-892b-8fe0e2205846 admin admin] Publish callbacks [] for security_group (b552dee9-79f8-4fcb-b0fc-9ff56d405917), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:12.002384 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bd31c25e-b792-4f61-892b-8fe0e2205846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (b552dee9-79f8-4fcb-b0fc-9ff56d405917), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:12.044781 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-bd31c25e-b792-4f61-892b-8fe0e2205846 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4201196769f44624b8f6cc2c489aa731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094211 Mar 31 20:52:12.045654 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31c25e-b792-4f61-892b-8fe0e2205846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b552dee9-79f8-4fcb-b0fc-9ff56d405917,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:12.048306 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 34308) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:12.057000 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31c25e-b792-4f61-892b-8fe0e2205846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.062513 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31c25e-b792-4f61-892b-8fe0e2205846 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.062513 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31c25e-b792-4f61-892b-8fe0e2205846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.062513 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31c25e-b792-4f61-892b-8fe0e2205846 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.062513 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31c25e-b792-4f61-892b-8fe0e2205846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.064016 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31c25e-b792-4f61-892b-8fe0e2205846 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.064494 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31c25e-b792-4f61-892b-8fe0e2205846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.066803 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31c25e-b792-4f61-892b-8fe0e2205846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.067385 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31c25e-b792-4f61-892b-8fe0e2205846 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.067994 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31c25e-b792-4f61-892b-8fe0e2205846 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.069208 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31c25e-b792-4f61-892b-8fe0e2205846 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.069208 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31c25e-b792-4f61-892b-8fe0e2205846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.069726 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31c25e-b792-4f61-892b-8fe0e2205846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.070240 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31c25e-b792-4f61-892b-8fe0e2205846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.070729 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31c25e-b792-4f61-892b-8fe0e2205846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.129057 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-20b1cf3a-0169-4334-be92-a251ba748b27 admin admin] Publish callbacks [] for security_group (b552dee9-79f8-4fcb-b0fc-9ff56d405917), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:12.150500 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-20b1cf3a-0169-4334-be92-a251ba748b27 admin admin] Publish callbacks [] for security_group (b552dee9-79f8-4fcb-b0fc-9ff56d405917), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:12.293677 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-20b1cf3a-0169-4334-be92-a251ba748b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (b552dee9-79f8-4fcb-b0fc-9ff56d405917), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:12.296949 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-20b1cf3a-0169-4334-be92-a251ba748b27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:12.298358 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-20b1cf3a-0169-4334-be92-a251ba748b27 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b552dee9-79f8-4fcb-b0fc-9ff56d405917 HTTP/1.1" status: 204 len: 168 time: 0.2487688 Mar 31 20:52:12.309150 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1cf3a-0169-4334-be92-a251ba748b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b552dee9-79f8-4fcb-b0fc-9ff56d405917,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:12.316760 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1cf3a-0169-4334-be92-a251ba748b27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.317031 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1cf3a-0169-4334-be92-a251ba748b27 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.317371 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1cf3a-0169-4334-be92-a251ba748b27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.317709 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1cf3a-0169-4334-be92-a251ba748b27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.318091 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1cf3a-0169-4334-be92-a251ba748b27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.318420 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1cf3a-0169-4334-be92-a251ba748b27 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.318745 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1cf3a-0169-4334-be92-a251ba748b27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.319068 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1cf3a-0169-4334-be92-a251ba748b27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.319395 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1cf3a-0169-4334-be92-a251ba748b27 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.319717 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1cf3a-0169-4334-be92-a251ba748b27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.320639 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1cf3a-0169-4334-be92-a251ba748b27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.320971 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1cf3a-0169-4334-be92-a251ba748b27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.321293 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1cf3a-0169-4334-be92-a251ba748b27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.321612 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1cf3a-0169-4334-be92-a251ba748b27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.322109 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1cf3a-0169-4334-be92-a251ba748b27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:52:12.963488 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 34334) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:12.978178 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-54e4e77e-8534-4aa6-80b9-98266a31ca33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:13.055902 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-54e4e77e-8534-4aa6-80b9-98266a31ca33 admin admin] Publish callbacks [] for security_group (c6beedd3-4f49-4028-9e01-c08b066645c0), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:13.123709 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-54e4e77e-8534-4aa6-80b9-98266a31ca33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (c6beedd3-4f49-4028-9e01-c08b066645c0), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:13.163299 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-54e4e77e-8534-4aa6-80b9-98266a31ca33 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fa53bb13b37f4d24bbf753d7df9f1a6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1985085 Mar 31 20:52:13.165220 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4e77e-8534-4aa6-80b9-98266a31ca33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6beedd3-4f49-4028-9e01-c08b066645c0,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:13.166033 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 34336) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:13.214534 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-53d12f9b-d452-4466-b73c-0438df05de1b admin admin] Publish callbacks [] for security_group (c6beedd3-4f49-4028-9e01-c08b066645c0), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:13.234859 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-53d12f9b-d452-4466-b73c-0438df05de1b admin admin] Publish callbacks [] for security_group (c6beedd3-4f49-4028-9e01-c08b066645c0), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:13.375458 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:13.376021 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-53d12f9b-d452-4466-b73c-0438df05de1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (c6beedd3-4f49-4028-9e01-c08b066645c0), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:13.378160 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-53d12f9b-d452-4466-b73c-0438df05de1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:13.379336 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-53d12f9b-d452-4466-b73c-0438df05de1b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c6beedd3-4f49-4028-9e01-c08b066645c0 HTTP/1.1" status: 204 len: 168 time: 0.2122319 Mar 31 20:52:13.387501 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d12f9b-d452-4466-b73c-0438df05de1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6beedd3-4f49-4028-9e01-c08b066645c0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:14.540717 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 34378) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:14.646257 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1aa680fe-ccf5-4b49-840d-9bf36c69619d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:14.718949 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1aa680fe-ccf5-4b49-840d-9bf36c69619d admin admin] Publish callbacks [] for security_group (ba7f08ac-bbac-417a-a6d1-01883d509438), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:14.813370 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1aa680fe-ccf5-4b49-840d-9bf36c69619d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (ba7f08ac-bbac-417a-a6d1-01883d509438), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:14.848775 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-1aa680fe-ccf5-4b49-840d-9bf36c69619d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=91f1f0be9eac445eae1559d0e08c6b89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067460 Mar 31 20:52:14.849647 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa680fe-ccf5-4b49-840d-9bf36c69619d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7f08ac-bbac-417a-a6d1-01883d509438,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:14.851394 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 34390) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:14.906026 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5673783a-4c0a-484c-9a8d-a57b886699a2 admin admin] Publish callbacks [] for security_group (ba7f08ac-bbac-417a-a6d1-01883d509438), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:14.927742 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5673783a-4c0a-484c-9a8d-a57b886699a2 admin admin] Publish callbacks [] for security_group (ba7f08ac-bbac-417a-a6d1-01883d509438), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:15.066870 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5673783a-4c0a-484c-9a8d-a57b886699a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (ba7f08ac-bbac-417a-a6d1-01883d509438), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:15.069647 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5673783a-4c0a-484c-9a8d-a57b886699a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:15.072003 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-5673783a-4c0a-484c-9a8d-a57b886699a2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ba7f08ac-bbac-417a-a6d1-01883d509438 HTTP/1.1" status: 204 len: 168 time: 0.2190585 Mar 31 20:52:15.081871 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673783a-4c0a-484c-9a8d-a57b886699a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7f08ac-bbac-417a-a6d1-01883d509438,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:15.179789 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:15.740848 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:18.608714 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 34516) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:18.709114 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-02c9fe7a-7f77-4b86-a06a-75c30d8dff12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:18.780937 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-02c9fe7a-7f77-4b86-a06a-75c30d8dff12 admin admin] Publish callbacks [] for security_group (6d64b8fc-fb6a-4708-a710-3eb41f174339), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:18.864891 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-02c9fe7a-7f77-4b86-a06a-75c30d8dff12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (6d64b8fc-fb6a-4708-a710-3eb41f174339), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:18.902440 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9fe7a-7f77-4b86-a06a-75c30d8dff12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d64b8fc-fb6a-4708-a710-3eb41f174339,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:18.907834 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-02c9fe7a-7f77-4b86-a06a-75c30d8dff12 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8316fada569146278acd8298d25d5bba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980711 Mar 31 20:52:18.910442 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 34520) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:18.961368 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e817f2f7-8fe7-45af-990a-199a12217cd1 admin admin] Publish callbacks [] for security_group (6d64b8fc-fb6a-4708-a710-3eb41f174339), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:18.982624 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e817f2f7-8fe7-45af-990a-199a12217cd1 admin admin] Publish callbacks [] for security_group (6d64b8fc-fb6a-4708-a710-3eb41f174339), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:19.117634 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e817f2f7-8fe7-45af-990a-199a12217cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (6d64b8fc-fb6a-4708-a710-3eb41f174339), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:19.120261 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e817f2f7-8fe7-45af-990a-199a12217cd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:19.121910 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-e817f2f7-8fe7-45af-990a-199a12217cd1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6d64b8fc-fb6a-4708-a710-3eb41f174339 HTTP/1.1" status: 204 len: 168 time: 0.2105215 Mar 31 20:52:19.129556 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817f2f7-8fe7-45af-990a-199a12217cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d64b8fc-fb6a-4708-a710-3eb41f174339,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:19.722032 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 34530) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:19.736016 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ebc08f95-941e-4bb3-a04b-5321adc1cad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:19.808222 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ebc08f95-941e-4bb3-a04b-5321adc1cad4 admin admin] Publish callbacks [] for security_group (cb411655-37d8-4ff8-a8e1-18f635c728bc), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:19.877703 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ebc08f95-941e-4bb3-a04b-5321adc1cad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (cb411655-37d8-4ff8-a8e1-18f635c728bc), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:19.915308 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc08f95-941e-4bb3-a04b-5321adc1cad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb411655-37d8-4ff8-a8e1-18f635c728bc,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:19.920216 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-ebc08f95-941e-4bb3-a04b-5321adc1cad4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9fb0b3d87c6e4d61b414b085e073a1fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1971462 Mar 31 20:52:19.923228 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 34532) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:19.970442 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33bf88de-5fd2-42ad-b054-13e420d0cf6f admin admin] Publish callbacks [] for security_group (cb411655-37d8-4ff8-a8e1-18f635c728bc), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:19.993641 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33bf88de-5fd2-42ad-b054-13e420d0cf6f admin admin] Publish callbacks [] for security_group (cb411655-37d8-4ff8-a8e1-18f635c728bc), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:20.135200 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33bf88de-5fd2-42ad-b054-13e420d0cf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (cb411655-37d8-4ff8-a8e1-18f635c728bc), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:20.139058 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-33bf88de-5fd2-42ad-b054-13e420d0cf6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:20.140519 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-33bf88de-5fd2-42ad-b054-13e420d0cf6f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cb411655-37d8-4ff8-a8e1-18f635c728bc HTTP/1.1" status: 204 len: 168 time: 0.2166717 Mar 31 20:52:20.150612 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf88de-5fd2-42ad-b054-13e420d0cf6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb411655-37d8-4ff8-a8e1-18f635c728bc,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:24.595289 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 34678) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:24.709560 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fcfd01bb-061d-4930-af7a-6de8c95b362b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:24.792490 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fcfd01bb-061d-4930-af7a-6de8c95b362b admin admin] Publish callbacks [] for security_group (92e7ef40-ebc8-4b77-a8e8-ec1d5a698d17), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:24.905069 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fcfd01bb-061d-4930-af7a-6de8c95b362b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (92e7ef40-ebc8-4b77-a8e8-ec1d5a698d17), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:24.943464 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-fcfd01bb-061d-4930-af7a-6de8c95b362b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=52f16536474d45b3a7144640a72b877e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470175 Mar 31 20:52:24.944285 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd01bb-061d-4930-af7a-6de8c95b362b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e7ef40-ebc8-4b77-a8e8-ec1d5a698d17,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:24.946156 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 34688) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:24.999001 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0f86ba0e-d7e7-474d-a2ba-f0b33161ca1a admin admin] Publish callbacks [] for security_group (92e7ef40-ebc8-4b77-a8e8-ec1d5a698d17), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:25.023415 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0f86ba0e-d7e7-474d-a2ba-f0b33161ca1a admin admin] Publish callbacks [] for security_group (92e7ef40-ebc8-4b77-a8e8-ec1d5a698d17), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:25.158496 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0f86ba0e-d7e7-474d-a2ba-f0b33161ca1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (92e7ef40-ebc8-4b77-a8e8-ec1d5a698d17), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:25.161151 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0f86ba0e-d7e7-474d-a2ba-f0b33161ca1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:25.162320 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-0f86ba0e-d7e7-474d-a2ba-f0b33161ca1a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/92e7ef40-ebc8-4b77-a8e8-ec1d5a698d17 HTTP/1.1" status: 204 len: 168 time: 0.2150886 Mar 31 20:52:25.175155 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86ba0e-d7e7-474d-a2ba-f0b33161ca1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e7ef40-ebc8-4b77-a8e8-ec1d5a698d17,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:25.809876 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 34706) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:25.823584 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-18b46dcf-16c7-4eb9-b0e2-30c511eaa190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:25.898490 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-18b46dcf-16c7-4eb9-b0e2-30c511eaa190 admin admin] Publish callbacks [] for security_group (17945808-d82d-495e-9f63-64a9256eb21c), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:26.014224 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-18b46dcf-16c7-4eb9-b0e2-30c511eaa190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (17945808-d82d-495e-9f63-64a9256eb21c), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:26.056776 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-18b46dcf-16c7-4eb9-b0e2-30c511eaa190 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=04c1e713ed8749b7a13d14803636928f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454796 Mar 31 20:52:26.058206 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b46dcf-16c7-4eb9-b0e2-30c511eaa190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17945808-d82d-495e-9f63-64a9256eb21c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:26.059502 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 34708) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:26.107944 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-37ecafa2-53d4-43f5-8b2e-dfb5f01a85d2 admin admin] Publish callbacks [] for security_group (17945808-d82d-495e-9f63-64a9256eb21c), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:26.129460 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-37ecafa2-53d4-43f5-8b2e-dfb5f01a85d2 admin admin] Publish callbacks [] for security_group (17945808-d82d-495e-9f63-64a9256eb21c), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:26.289608 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-37ecafa2-53d4-43f5-8b2e-dfb5f01a85d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (17945808-d82d-495e-9f63-64a9256eb21c), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:26.292223 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-37ecafa2-53d4-43f5-8b2e-dfb5f01a85d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:26.293394 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-37ecafa2-53d4-43f5-8b2e-dfb5f01a85d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/17945808-d82d-495e-9f63-64a9256eb21c HTTP/1.1" status: 204 len: 168 time: 0.2325275 Mar 31 20:52:26.300968 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ecafa2-53d4-43f5-8b2e-dfb5f01a85d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17945808-d82d-495e-9f63-64a9256eb21c,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:29.805909 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 34814) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:29.910148 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1e42da05-9666-4589-9f08-3eb18b2afe4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:29.988625 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1e42da05-9666-4589-9f08-3eb18b2afe4a admin admin] Publish callbacks [] for security_group (54aad946-273b-4236-8fcc-34f0b69581ac), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:30.054790 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1e42da05-9666-4589-9f08-3eb18b2afe4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (54aad946-273b-4236-8fcc-34f0b69581ac), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:30.094995 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-1e42da05-9666-4589-9f08-3eb18b2afe4a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3850a9788eec463784f270edb8953d77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880018 Mar 31 20:52:30.096882 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42da05-9666-4589-9f08-3eb18b2afe4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54aad946-273b-4236-8fcc-34f0b69581ac,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:30.097979 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 34828) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:30.154933 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1a687ba5-d48e-4f78-8e7f-142cce5842cc admin admin] Publish callbacks [] for security_group (54aad946-273b-4236-8fcc-34f0b69581ac), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:30.176871 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1a687ba5-d48e-4f78-8e7f-142cce5842cc admin admin] Publish callbacks [] for security_group (54aad946-273b-4236-8fcc-34f0b69581ac), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:30.280677 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1a687ba5-d48e-4f78-8e7f-142cce5842cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (54aad946-273b-4236-8fcc-34f0b69581ac), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:30.283367 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1a687ba5-d48e-4f78-8e7f-142cce5842cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:30.284626 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-1a687ba5-d48e-4f78-8e7f-142cce5842cc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/54aad946-273b-4236-8fcc-34f0b69581ac HTTP/1.1" status: 204 len: 168 time: 0.1855426 Mar 31 20:52:30.294178 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a687ba5-d48e-4f78-8e7f-142cce5842cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54aad946-273b-4236-8fcc-34f0b69581ac,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:31.011142 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 34850) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:31.024373 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c89f69ff-439f-4155-96d5-bcf108b8f48e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:31.096829 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c89f69ff-439f-4155-96d5-bcf108b8f48e admin admin] Publish callbacks [] for security_group (a27cfe41-74e3-4d56-aa41-094f5b0e9b50), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:31.163689 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c89f69ff-439f-4155-96d5-bcf108b8f48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (a27cfe41-74e3-4d56-aa41-094f5b0e9b50), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:31.202705 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-c89f69ff-439f-4155-96d5-bcf108b8f48e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=73764dd3c4f34fcb8ec526eee4d913b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904204 Mar 31 20:52:31.203595 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f69ff-439f-4155-96d5-bcf108b8f48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27cfe41-74e3-4d56-aa41-094f5b0e9b50,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:31.205401 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 34852) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:31.254267 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2110caad-eb07-4462-addd-440af099c265 admin admin] Publish callbacks [] for security_group (a27cfe41-74e3-4d56-aa41-094f5b0e9b50), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:31.274881 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2110caad-eb07-4462-addd-440af099c265 admin admin] Publish callbacks [] for security_group (a27cfe41-74e3-4d56-aa41-094f5b0e9b50), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:31.390273 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2110caad-eb07-4462-addd-440af099c265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (a27cfe41-74e3-4d56-aa41-094f5b0e9b50), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:31.392838 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2110caad-eb07-4462-addd-440af099c265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:31.393975 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-2110caad-eb07-4462-addd-440af099c265 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a27cfe41-74e3-4d56-aa41-094f5b0e9b50 HTTP/1.1" status: 204 len: 168 time: 0.1870351 Mar 31 20:52:31.402495 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110caad-eb07-4462-addd-440af099c265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27cfe41-74e3-4d56-aa41-094f5b0e9b50,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:32.583508 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 34888) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:32.687589 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-53ced738-5c0a-4ad4-a3fb-b586678922bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:32.764710 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-53ced738-5c0a-4ad4-a3fb-b586678922bc admin admin] Publish callbacks [] for security_group (19f0abc6-f48d-465d-b6f3-7dbab3cfcaba), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:32.832119 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-53ced738-5c0a-4ad4-a3fb-b586678922bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (19f0abc6-f48d-465d-b6f3-7dbab3cfcaba), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:32.871141 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-53ced738-5c0a-4ad4-a3fb-b586678922bc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=66a78e84ca754925a49940e99e3dbf54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2865183 Mar 31 20:52:32.876357 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ced738-5c0a-4ad4-a3fb-b586678922bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f0abc6-f48d-465d-b6f3-7dbab3cfcaba,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:32.876489 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 34894) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:32.922463 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af69f7a9-fad0-4e15-ab3e-16f7a9da8ad3 admin admin] Publish callbacks [] for security_group (19f0abc6-f48d-465d-b6f3-7dbab3cfcaba), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:32.944298 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af69f7a9-fad0-4e15-ab3e-16f7a9da8ad3 admin admin] Publish callbacks [] for security_group (19f0abc6-f48d-465d-b6f3-7dbab3cfcaba), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:33.116225 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af69f7a9-fad0-4e15-ab3e-16f7a9da8ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (19f0abc6-f48d-465d-b6f3-7dbab3cfcaba), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:33.118913 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af69f7a9-fad0-4e15-ab3e-16f7a9da8ad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:33.120717 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-af69f7a9-fad0-4e15-ab3e-16f7a9da8ad3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/19f0abc6-f48d-465d-b6f3-7dbab3cfcaba HTTP/1.1" status: 204 len: 168 time: 0.2453058 Mar 31 20:52:33.128859 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69f7a9-fad0-4e15-ab3e-16f7a9da8ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f0abc6-f48d-465d-b6f3-7dbab3cfcaba,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:33.352356 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:33.883420 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 34922) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:33.897458 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5cdc0335-1b80-4185-97f8-9eb6173c9587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:33.969797 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5cdc0335-1b80-4185-97f8-9eb6173c9587 admin admin] Publish callbacks [] for security_group (bc465667-0b71-41c1-8732-37d9fa063f0c), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:34.066042 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5cdc0335-1b80-4185-97f8-9eb6173c9587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (bc465667-0b71-41c1-8732-37d9fa063f0c), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:34.105166 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-5cdc0335-1b80-4185-97f8-9eb6173c9587 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5136fffa12154b25affec4259ad00092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205999 Mar 31 20:52:34.106305 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc0335-1b80-4185-97f8-9eb6173c9587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc465667-0b71-41c1-8732-37d9fa063f0c,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:34.107887 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 34924) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:34.157401 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-000ce8c4-6cc8-48c0-92b5-fccc6bc72b16 admin admin] Publish callbacks [] for security_group (bc465667-0b71-41c1-8732-37d9fa063f0c), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:34.184726 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-000ce8c4-6cc8-48c0-92b5-fccc6bc72b16 admin admin] Publish callbacks [] for security_group (bc465667-0b71-41c1-8732-37d9fa063f0c), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:34.289111 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-000ce8c4-6cc8-48c0-92b5-fccc6bc72b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (bc465667-0b71-41c1-8732-37d9fa063f0c), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:34.291736 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-000ce8c4-6cc8-48c0-92b5-fccc6bc72b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:34.293215 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-000ce8c4-6cc8-48c0-92b5-fccc6bc72b16 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bc465667-0b71-41c1-8732-37d9fa063f0c HTTP/1.1" status: 204 len: 168 time: 0.1840141 Mar 31 20:52:34.302106 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ce8c4-6cc8-48c0-92b5-fccc6bc72b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc465667-0b71-41c1-8732-37d9fa063f0c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:35.094833 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 34940) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:35.110697 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-36810fb2-73b5-4d67-9177-772a41ea9d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:35.182383 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-36810fb2-73b5-4d67-9177-772a41ea9d35 admin admin] Publish callbacks [] for security_group (992107ff-8bb8-45d0-a674-bbc856e3004a), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:35.282085 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-36810fb2-73b5-4d67-9177-772a41ea9d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (992107ff-8bb8-45d0-a674-bbc856e3004a), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:35.320830 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-36810fb2-73b5-4d67-9177-772a41ea9d35 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=615492a6ff6a4ce6b9f16422e801b735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247131 Mar 31 20:52:35.323420 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36810fb2-73b5-4d67-9177-772a41ea9d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992107ff-8bb8-45d0-a674-bbc856e3004a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:35.324415 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 34944) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:35.376939 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-463a4991-86ca-43a5-9e9b-e58298bbfa75 admin admin] Publish callbacks [] for security_group (992107ff-8bb8-45d0-a674-bbc856e3004a), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:35.400198 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-463a4991-86ca-43a5-9e9b-e58298bbfa75 admin admin] Publish callbacks [] for security_group (992107ff-8bb8-45d0-a674-bbc856e3004a), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:35.534804 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-463a4991-86ca-43a5-9e9b-e58298bbfa75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (992107ff-8bb8-45d0-a674-bbc856e3004a), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:35.537719 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-463a4991-86ca-43a5-9e9b-e58298bbfa75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:35.538900 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-463a4991-86ca-43a5-9e9b-e58298bbfa75 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/992107ff-8bb8-45d0-a674-bbc856e3004a HTTP/1.1" status: 204 len: 168 time: 0.2139404 Mar 31 20:52:35.546699 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a4991-86ca-43a5-9e9b-e58298bbfa75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992107ff-8bb8-45d0-a674-bbc856e3004a,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:39.021593 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 35020) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:39.054872 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3af6ecd5-7fee-4106-b9a2-77c346de0360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:39.125022 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-307964cb-4e0b-4489-a4ee-d6029cad307b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:39.212876 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-307964cb-4e0b-4489-a4ee-d6029cad307b admin admin] Publish callbacks [] for security_group (69eb152d-f616-49c7-94e1-2e4adc11b2f1), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:39.287345 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-307964cb-4e0b-4489-a4ee-d6029cad307b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (69eb152d-f616-49c7-94e1-2e4adc11b2f1), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:39.324534 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307964cb-4e0b-4489-a4ee-d6029cad307b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69eb152d-f616-49c7-94e1-2e4adc11b2f1,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:39.328699 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-307964cb-4e0b-4489-a4ee-d6029cad307b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0675caa854ee4eb7911ea69c95adaba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061001 Mar 31 20:52:39.332043 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 35024) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:39.378491 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6add8174-5ea2-433d-bedf-83ebb3cc844d admin admin] Publish callbacks [] for security_group (69eb152d-f616-49c7-94e1-2e4adc11b2f1), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:39.400265 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6add8174-5ea2-433d-bedf-83ebb3cc844d admin admin] Publish callbacks [] for security_group (69eb152d-f616-49c7-94e1-2e4adc11b2f1), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:39.527628 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6add8174-5ea2-433d-bedf-83ebb3cc844d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (69eb152d-f616-49c7-94e1-2e4adc11b2f1), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:39.530494 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6add8174-5ea2-433d-bedf-83ebb3cc844d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:39.531805 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-6add8174-5ea2-433d-bedf-83ebb3cc844d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/69eb152d-f616-49c7-94e1-2e4adc11b2f1 HTTP/1.1" status: 204 len: 168 time: 0.1995177 Mar 31 20:52:39.541112 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add8174-5ea2-433d-bedf-83ebb3cc844d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69eb152d-f616-49c7-94e1-2e4adc11b2f1,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:40.372918 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 35054) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:40.387463 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6448921e-f0f7-4d5d-b843-e0b0e623853c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:40.464501 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6448921e-f0f7-4d5d-b843-e0b0e623853c admin admin] Publish callbacks [] for security_group (a72ab8eb-1b56-42e1-9709-4f8afa45bda7), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:40.523499 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6448921e-f0f7-4d5d-b843-e0b0e623853c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (a72ab8eb-1b56-42e1-9709-4f8afa45bda7), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:40.564686 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-6448921e-f0f7-4d5d-b843-e0b0e623853c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3e0fc00219f14e729c8333709ced0ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1906595 Mar 31 20:52:40.565559 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448921e-f0f7-4d5d-b843-e0b0e623853c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72ab8eb-1b56-42e1-9709-4f8afa45bda7,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:40.567701 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 35056) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:40.621980 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c52716d1-f1b6-4e84-9bd9-f750fe381173 admin admin] Publish callbacks [] for security_group (a72ab8eb-1b56-42e1-9709-4f8afa45bda7), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:40.653160 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c52716d1-f1b6-4e84-9bd9-f750fe381173 admin admin] Publish callbacks [] for security_group (a72ab8eb-1b56-42e1-9709-4f8afa45bda7), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:40.814822 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c52716d1-f1b6-4e84-9bd9-f750fe381173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (a72ab8eb-1b56-42e1-9709-4f8afa45bda7), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:40.817649 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c52716d1-f1b6-4e84-9bd9-f750fe381173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:40.818808 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-c52716d1-f1b6-4e84-9bd9-f750fe381173 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a72ab8eb-1b56-42e1-9709-4f8afa45bda7 HTTP/1.1" status: 204 len: 168 time: 0.2495418 Mar 31 20:52:40.827495 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52716d1-f1b6-4e84-9bd9-f750fe381173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72ab8eb-1b56-42e1-9709-4f8afa45bda7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:41.639208 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ed98c8d3-df26-48de-b002-b8270a37befd req-83d7f4fc-65b1-4f60-9fd4-cb3eeffc9470 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486820 Mar 31 20:52:41.729008 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-53617d0a-4175-4f18-9966-19a2109c80f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:41.754047 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98c8d3-df26-48de-b002-b8270a37befd req-d77af19f-fabb-4fda-aa42-43ab91bd47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:52:41.755574 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ed98c8d3-df26-48de-b002-b8270a37befd req-d77af19f-fabb-4fda-aa42-43ab91bd47d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd&device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 1130 time: 0.0631347 Mar 31 20:52:41.871627 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98c8d3-df26-48de-b002-b8270a37befd req-4b114184-47f2-4ec7-b5d7-8182d847762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:52:41.873182 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ed98c8d3-df26-48de-b002-b8270a37befd req-4b114184-47f2-4ec7-b5d7-8182d847762a service neutron] 10.222.0.32 "GET /v2.0/networks?id=891ebc70-d7d8-43ce-bc93-700332ce0830 HTTP/1.1" status: 200 len: 912 time: 0.0987058 Mar 31 20:52:41.948324 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ed98c8d3-df26-48de-b002-b8270a37befd req-bff99bc0-195a-4fa4-a884-372c3ea1e6b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6691e9c2-0442-4aa2-afd4-88ce085a8e5b HTTP/1.1" status: 200 len: 1001 time: 0.0681226 Mar 31 20:52:41.995454 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98c8d3-df26-48de-b002-b8270a37befd req-e75d7a1d-2706-4dd1-bef8-54afc7c99019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:52:41.997212 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ed98c8d3-df26-48de-b002-b8270a37befd req-e75d7a1d-2706-4dd1-bef8-54afc7c99019 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d8ae2ad-26c3-4ccb-8104-532540816283 HTTP/1.1" status: 200 len: 850 time: 0.0436685 Mar 31 20:52:42.046795 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98c8d3-df26-48de-b002-b8270a37befd req-db8f5611-6685-46e6-928c-03998d2ccc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:52:42.048325 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ed98c8d3-df26-48de-b002-b8270a37befd req-db8f5611-6685-46e6-928c-03998d2ccc2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=891ebc70-d7d8-43ce-bc93-700332ce0830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456829 Mar 31 20:52:42.415534 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ed98c8d3-df26-48de-b002-b8270a37befd req-8bbb7b08-bde9-4866-8f3d-e33896cefc00 service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611028 Mar 31 20:52:42.968536 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ed98c8d3-df26-48de-b002-b8270a37befd req-5358d966-01bd-4d23-ac55-06894fd332e5 service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890775 Mar 31 20:52:43.380214 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:43.448521 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 35146) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:43.552706 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-334b4974-7f28-44ec-bca4-77fb4b6546cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:43.628693 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-334b4974-7f28-44ec-bca4-77fb4b6546cb admin admin] Publish callbacks [] for security_group (2d453038-eb6a-45cc-9e60-bd8c6f445809), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:43.700746 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-334b4974-7f28-44ec-bca4-77fb4b6546cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (2d453038-eb6a-45cc-9e60-bd8c6f445809), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:43.739259 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-334b4974-7f28-44ec-bca4-77fb4b6546cb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7e3ad7bb8e6b48c79a3f99f24cb7afc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896483 Mar 31 20:52:43.740013 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b4974-7f28-44ec-bca4-77fb4b6546cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d453038-eb6a-45cc-9e60-bd8c6f445809,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:43.741975 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 35152) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:43.792179 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-172b5420-2236-4fb7-a68d-25f2108400d2 admin admin] Publish callbacks [] for security_group (2d453038-eb6a-45cc-9e60-bd8c6f445809), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:43.813413 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-172b5420-2236-4fb7-a68d-25f2108400d2 admin admin] Publish callbacks [] for security_group (2d453038-eb6a-45cc-9e60-bd8c6f445809), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:43.957481 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-172b5420-2236-4fb7-a68d-25f2108400d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (2d453038-eb6a-45cc-9e60-bd8c6f445809), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:43.960151 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-172b5420-2236-4fb7-a68d-25f2108400d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:43.961332 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-172b5420-2236-4fb7-a68d-25f2108400d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2d453038-eb6a-45cc-9e60-bd8c6f445809 HTTP/1.1" status: 204 len: 168 time: 0.2183216 Mar 31 20:52:43.969508 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b5420-2236-4fb7-a68d-25f2108400d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d453038-eb6a-45cc-9e60-bd8c6f445809,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:44.597631 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 35164) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:44.611158 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f862a1a0-bdff-4e96-b2ed-677890afaa76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:44.681598 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f862a1a0-bdff-4e96-b2ed-677890afaa76 admin admin] Publish callbacks [] for security_group (9737d183-8913-440d-9980-237b1d483309), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:44.751851 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f862a1a0-bdff-4e96-b2ed-677890afaa76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (9737d183-8913-440d-9980-237b1d483309), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:44.793797 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-f862a1a0-bdff-4e96-b2ed-677890afaa76 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3f3f02ff20414e3a941fe76aade8d8e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1950917 Mar 31 20:52:44.799504 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862a1a0-bdff-4e96-b2ed-677890afaa76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9737d183-8913-440d-9980-237b1d483309,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:44.799605 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 35168) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:44.844866 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-004a3f95-aac6-40cc-88c9-52df43ae6b23 admin admin] Publish callbacks [] for security_group (9737d183-8913-440d-9980-237b1d483309), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:44.865948 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-004a3f95-aac6-40cc-88c9-52df43ae6b23 admin admin] Publish callbacks [] for security_group (9737d183-8913-440d-9980-237b1d483309), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:44.984648 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-004a3f95-aac6-40cc-88c9-52df43ae6b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (9737d183-8913-440d-9980-237b1d483309), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:44.987285 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-004a3f95-aac6-40cc-88c9-52df43ae6b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:44.991077 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-004a3f95-aac6-40cc-88c9-52df43ae6b23 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9737d183-8913-440d-9980-237b1d483309 HTTP/1.1" status: 204 len: 168 time: 0.1909022 Mar 31 20:52:44.998535 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a3f95-aac6-40cc-88c9-52df43ae6b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9737d183-8913-440d-9980-237b1d483309,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:45.134852 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:45.670290 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:47.558169 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:52:47.837974 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 35264) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:47.940782 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4db7d7fd-013f-45f1-8998-cc420924b4d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:48.011476 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4db7d7fd-013f-45f1-8998-cc420924b4d7 admin admin] Publish callbacks [] for security_group (e405b7fe-7412-4201-8b7e-80ebe1b5164f), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:48.100506 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4db7d7fd-013f-45f1-8998-cc420924b4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (e405b7fe-7412-4201-8b7e-80ebe1b5164f), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:48.142122 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-4db7d7fd-013f-45f1-8998-cc420924b4d7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ed5af5a23e724bf3a6b4cc26bd7efdfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030159 Mar 31 20:52:48.142988 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7d7fd-013f-45f1-8998-cc420924b4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e405b7fe-7412-4201-8b7e-80ebe1b5164f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:48.144990 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 35268) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:48.194247 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-23e21dc5-5fb6-49fc-a9af-b4c80b1d5913 admin admin] Publish callbacks [] for security_group (e405b7fe-7412-4201-8b7e-80ebe1b5164f), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:48.214508 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-23e21dc5-5fb6-49fc-a9af-b4c80b1d5913 admin admin] Publish callbacks [] for security_group (e405b7fe-7412-4201-8b7e-80ebe1b5164f), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:48.346042 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-23e21dc5-5fb6-49fc-a9af-b4c80b1d5913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (e405b7fe-7412-4201-8b7e-80ebe1b5164f), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:48.348660 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-23e21dc5-5fb6-49fc-a9af-b4c80b1d5913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:48.349810 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-23e21dc5-5fb6-49fc-a9af-b4c80b1d5913 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e405b7fe-7412-4201-8b7e-80ebe1b5164f HTTP/1.1" status: 204 len: 168 time: 0.2038522 Mar 31 20:52:48.358472 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e21dc5-5fb6-49fc-a9af-b4c80b1d5913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e405b7fe-7412-4201-8b7e-80ebe1b5164f,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:48.968282 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 35284) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:48.981427 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fcdb58ec-b609-4089-ae1a-fa7f3b2af704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:49.052214 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fcdb58ec-b609-4089-ae1a-fa7f3b2af704 admin admin] Publish callbacks [] for security_group (d995d996-bddb-424c-9b99-279f95defc6c), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:49.111450 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fcdb58ec-b609-4089-ae1a-fa7f3b2af704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (d995d996-bddb-424c-9b99-279f95defc6c), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:49.147681 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb58ec-b609-4089-ae1a-fa7f3b2af704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d995d996-bddb-424c-9b99-279f95defc6c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:49.152066 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-fcdb58ec-b609-4089-ae1a-fa7f3b2af704 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=44c53d63e2dd4666b74a96a784744e0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1827433 Mar 31 20:52:49.161824 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 35286) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:49.202162 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b10339ac-ef26-43a9-85ad-48da2ea87765 admin admin] Publish callbacks [] for security_group (d995d996-bddb-424c-9b99-279f95defc6c), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:49.222233 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b10339ac-ef26-43a9-85ad-48da2ea87765 admin admin] Publish callbacks [] for security_group (d995d996-bddb-424c-9b99-279f95defc6c), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:49.362924 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b10339ac-ef26-43a9-85ad-48da2ea87765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (d995d996-bddb-424c-9b99-279f95defc6c), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:49.365516 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b10339ac-ef26-43a9-85ad-48da2ea87765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:49.366671 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-b10339ac-ef26-43a9-85ad-48da2ea87765 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d995d996-bddb-424c-9b99-279f95defc6c HTTP/1.1" status: 204 len: 168 time: 0.2111256 Mar 31 20:52:49.374795 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10339ac-ef26-43a9-85ad-48da2ea87765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d995d996-bddb-424c-9b99-279f95defc6c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:50.551253 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 35326) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:50.646734 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-b316225b-3c00-4c00-bc5f-f7f99c166851 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-59649858-network', 'tenant_id': 'd720a0acc9744b05be19b15311092829'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:52:50.763036 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b316225b-3c00-4c00-bc5f-f7f99c166851 admin admin] Made reservation on behalf of d720a0acc9744b05be19b15311092829 for: {'network': 1} {{(pid=110549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:52:50.765500 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b316225b-3c00-4c00-bc5f-f7f99c166851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for network (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:50.774202 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b316225b-3c00-4c00-bc5f-f7f99c166851 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:50.850179 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b316225b-3c00-4c00-bc5f-f7f99c166851 admin admin] Publish callbacks [] for security_group (548a2ccd-a181-4399-b301-8cc1b8945e66), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:50.936872 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-8b5cb103-c184-4b9d-a6e7-e9728adc15a3 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1190092249&fields=id&tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd HTTP/1.1" status: 200 len: 267 time: 0.0434446 Mar 31 20:52:50.998098 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b316225b-3c00-4c00-bc5f-f7f99c166851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (548a2ccd-a181-4399-b301-8cc1b8945e66), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:51.035678 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b316225b-3c00-4c00-bc5f-f7f99c166851 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=110549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:52:51.051296 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316225b-3c00-4c00-bc5f-f7f99c166851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548a2ccd-a181-4399-b301-8cc1b8945e66,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:51.058963 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b316225b-3c00-4c00-bc5f-f7f99c166851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (edb58392-9e59-4487-b73f-9aec2d0d597b), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:51.059136 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.db.segments_db [None req-b316225b-3c00-4c00-bc5f-f7f99c166851 admin admin] Added segment edb58392-9e59-4487-b73f-9aec2d0d597b of type vlan for network c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c Mar 31 20:52:51.100733 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-70307add-a274-4629-93f8-61cfdd22ec99 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:52:51.102228 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-70307add-a274-4629-93f8-61cfdd22ec99 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/networks?id=891ebc70-d7d8-43ce-bc93-700332ce0830 HTTP/1.1" status: 200 len: 811 time: 0.1591530 Mar 31 20:52:51.124483 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b316225b-3c00-4c00-bc5f-f7f99c166851 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784742926659'] for network (c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:51.129365 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-f7b3eb83-5ac7-4b40-9b36-d7261d62c6e9 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/quotas/cb4630cdf1214e68ab28a5d2bb2358cd HTTP/1.1" status: 200 len: 375 time: 0.0184019 Mar 31 20:52:51.195748 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-67f3bb01-5fe1-4cca-9647-5fc9eb957f37 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0589209 Mar 31 20:52:51.314713 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b316225b-3c00-4c00-bc5f-f7f99c166851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for network (c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:51.315728 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b316225b-3c00-4c00-bc5f-f7f99c166851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:52:51.316402 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b316225b-3c00-4c00-bc5f-f7f99c166851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:51.385051 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-11b42b08-5631-4c88-89fa-302975c4ad53 service neutron] 10.222.0.61 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772237 Mar 31 20:52:51.412737 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316225b-3c00-4c00-bc5f-f7f99c166851 admin admin] Pushing event updated for resources: {'Network': ['ID=c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:51.430367 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Network c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c details requested by agent ovs-agent-dv-cinder-836072-1-iscsi with host dv-cinder-836072-1-iscsi {{(pid=110551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:52:51.486670 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-35a828e0-6a49-40ea-963c-25f337c640cd service neutron] 10.222.0.61 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953720 Mar 31 20:52:51.502770 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-b316225b-3c00-4c00-bc5f-f7f99c166851 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9500589 Mar 31 20:52:51.505451 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 35352) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:51.510868 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-de9e2ca3-a007-420b-9e59-fcb1ac95c630 admin admin] Request body: {'subnet': {'network_id': 'c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-59649858-subnet', 'tenant_id': 'd720a0acc9744b05be19b15311092829', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:52:51.625921 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9e2ca3-a007-420b-9e59-fcb1ac95c630 admin admin] Made reservation on behalf of d720a0acc9744b05be19b15311092829 for: {'subnet': 1} {{(pid=110549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:52:51.628593 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-de9e2ca3-a007-420b-9e59-fcb1ac95c630 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25097984'] for subnet (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:51.860716 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-de9e2ca3-a007-420b-9e59-fcb1ac95c630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12673528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25098006'] for subnet (b955e294-2582-4031-8fdd-c7f90645f1a6), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:51.913417 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e2ca3-a007-420b-9e59-fcb1ac95c630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b955e294-2582-4031-8fdd-c7f90645f1a6,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:51.923415 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9e2ca3-a007-420b-9e59-fcb1ac95c630 admin admin] Checking segment: {'id': 'edb58392-9e59-4487-b73f-9aec2d0d597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:52:51.923785 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9e2ca3-a007-420b-9e59-fcb1ac95c630 admin admin] Network hostable DHCP agents. Network: c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c, hostable agents: ['b91c7fac-627a-49bd-9332-a32b3145d578'], hosted agents: [] {{(pid=110549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:52:52.037300 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9e2ca3-a007-420b-9e59-fcb1ac95c630 admin admin] Network c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c is scheduled to be hosted by DHCP agent b91c7fac-627a-49bd-9332-a32b3145d578 with binding_index 1 {{(pid=110549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:52:52.122566 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-42f8f597-9a2f-4a5e-b7b3-d2ef8ecaff5e req-85e92696-241a-44ce-899e-df7fba1f1d2c tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 210 time: 0.0335448 Mar 31 20:52:52.180773 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-de9e2ca3-a007-420b-9e59-fcb1ac95c630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-1-iscsi, c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c) {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:52:52.186074 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9e2ca3-a007-420b-9e59-fcb1ac95c630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:52:52.186671 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-de9e2ca3-a007-420b-9e59-fcb1ac95c630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:52.192244 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403dbb04-4c9a-44b8-91fe-6fb9f0420bde None None] Network c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:52:52.311447 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-de9e2ca3-a007-420b-9e59-fcb1ac95c630 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8044691 Mar 31 20:52:52.429967 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d27b08-0c87-420f-8556-aff88d0e3c74 None None] Network c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:52:53.220120 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e3b84768-91b7-488a-b1cd-2f83f9afb6b5 req-652682cf-5f66-498d-b8c8-579d34e856ae tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 210 time: 0.0281467 Mar 31 20:52:54.314081 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9cb4b075-648f-454b-a6c2-8e810f54a0b1 req-c3152a23-aab6-4a69-b379-86651bda9599 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 210 time: 0.0273595 Mar 31 20:52:55.403702 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-34609b66-9809-4b86-80f3-59f2c7f102fd req-8e6ce79f-af37-4ba8-9933-41b0442ff58c tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 210 time: 0.0264609 Mar 31 20:52:56.511414 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-3ef4421b-8a3e-4309-9529-b3345af131c2 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:52:56.513040 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-3ef4421b-8a3e-4309-9529-b3345af131c2 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.32 "GET /v2.0/networks?id=891ebc70-d7d8-43ce-bc93-700332ce0830 HTTP/1.1" status: 200 len: 811 time: 0.1179562 Mar 31 20:52:56.537050 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-205411ec-80da-4b83-b651-3a8b89f7840b req-a99e8312-669b-418e-98c2-3a780ecadbcb tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 210 time: 0.0640073 Mar 31 20:52:56.606935 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-01018a4f-5548-4443-a182-ff9d6ab7cf28 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd HTTP/1.1" status: 200 len: 380 time: 0.0843258 Mar 31 20:52:56.615916 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d04d120d-d1d1-49ba-a4cd-79e38f2aae82 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Request body: {'port': {'device_id': '0be0713b-3925-489f-b1e7-2dedb0b758f3', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'admin_state_up': True, 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'security_groups': ['2e70a5a4-5161-4e00-9fc8-18373c384b3e']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:52:56.638668 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-60386ef7-d2c7-450d-8d3b-d071d16e954c tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:52:56.640355 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-60386ef7-d2c7-450d-8d3b-d071d16e954c tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/networks?id=c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c HTTP/1.1" status: 200 len: 807 time: 0.1656780 Mar 31 20:52:56.665035 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-383eebba-42bd-4f83-9195-de78911363da tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/quotas/d720a0acc9744b05be19b15311092829 HTTP/1.1" status: 200 len: 375 time: 0.0121543 Mar 31 20:52:56.701328 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-ff7e27f4-6608-4408-9ebc-562f4b430a9b tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d720a0acc9744b05be19b15311092829&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307369 Mar 31 20:52:56.797230 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-c1899ca5-72d3-40d7-b96c-69e77d89212e service neutron] 10.222.0.61 "GET /v2.0/networks/c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878665 Mar 31 20:52:56.887878 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-fb47180d-65f9-43a0-b981-37ee4b403655 service neutron] 10.222.0.61 "GET /v2.0/networks/c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846367 Mar 31 20:52:56.904167 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d04d120d-d1d1-49ba-a4cd-79e38f2aae82 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Made reservation on behalf of cb4630cdf1214e68ab28a5d2bb2358cd for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:52:56.904167 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d04d120d-d1d1-49ba-a4cd-79e38f2aae82 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:57.167549 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d04d120d-d1d1-49ba-a4cd-79e38f2aae82 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Allocated IP 172.20.0.10 (891ebc70-d7d8-43ce-bc93-700332ce0830/6d8ae2ad-26c3-4ccb-8104-532540816283/b9e959c2-3e50-4211-9f92-20e2308b8911) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:52:57.307112 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d04d120d-d1d1-49ba-a4cd-79e38f2aae82 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for port (b9e959c2-3e50-4211-9f92-20e2308b8911), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:57.453714 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d04d120d-d1d1-49ba-a4cd-79e38f2aae82 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (b9e959c2-3e50-4211-9f92-20e2308b8911), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:57.496800 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d04d120d-d1d1-49ba-a4cd-79e38f2aae82 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Network 891ebc70-d7d8-43ce-bc93-700332ce0830 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:52:57.499966 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d04d120d-d1d1-49ba-a4cd-79e38f2aae82 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:52:57.509377 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d04d120d-d1d1-49ba-a4cd-79e38f2aae82 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:52:57.530857 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d120d-d1d1-49ba-a4cd-79e38f2aae82 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Pushing event updated for resources: {'Port': ['ID=b9e959c2-3e50-4211-9f92-20e2308b8911,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:57.565215 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d04d120d-d1d1-49ba-a4cd-79e38f2aae82 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:52:57.565881 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d04d120d-d1d1-49ba-a4cd-79e38f2aae82 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:57.679988 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d04d120d-d1d1-49ba-a4cd-79e38f2aae82 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0678699 Mar 31 20:52:57.682541 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cf98e-064a-43d2-9577-0f0af4016543 req-295d54f2-e9a9-4d6a-b4ac-36491136f905 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:52:57.684199 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f72cf98e-064a-43d2-9577-0f0af4016543 req-295d54f2-e9a9-4d6a-b4ac-36491136f905 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 932 time: 0.0642207 Mar 31 20:52:57.695716 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d48417ca-3747-4a15-b6c6-09f9a23ea631 service neutron] Request body: {'port': {'device_id': '0be0713b-3925-489f-b1e7-2dedb0b758f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:52:57.735424 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-54453af7-8827-4f0c-9a60-9faf7e2cee3d None None] Provisioning complete for port b9e959c2-3e50-4211-9f92-20e2308b8911 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:52:57.736445 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54453af7-8827-4f0c-9a60-9faf7e2cee3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (b9e959c2-3e50-4211-9f92-20e2308b8911), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:57.772988 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d48417ca-3747-4a15-b6c6-09f9a23ea631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (b9e959c2-3e50-4211-9f92-20e2308b8911), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:57.774093 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f72cf98e-064a-43d2-9577-0f0af4016543 req-9d766700-9e83-436d-806f-bdd3844d15b9 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737615 Mar 31 20:52:57.774223 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-54453af7-8827-4f0c-9a60-9faf7e2cee3d None None] Port b9e959c2-3e50-4211-9f92-20e2308b8911 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:52:58.040232 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d48417ca-3747-4a15-b6c6-09f9a23ea631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e959c2-3e50-4211-9f92-20e2308b8911 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:52:58.048417 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d48417ca-3747-4a15-b6c6-09f9a23ea631 service neutron] Publish callbacks [] for port (b9e959c2-3e50-4211-9f92-20e2308b8911), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:58.061690 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d48417ca-3747-4a15-b6c6-09f9a23ea631 service neutron] Transition to ACTIVE for port object b9e959c2-3e50-4211-9f92-20e2308b8911 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:52:58.135691 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d48417ca-3747-4a15-b6c6-09f9a23ea631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24999263'] for port (b9e959c2-3e50-4211-9f92-20e2308b8911), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:58.169121 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9fc033b2-565f-4428-b2e6-d56cfb6df7dc req-a13c07a9-4fe6-41a4-ab49-13998f91a237 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb90a30a-1b40-48ae-8785-2b28ec5dfb60 HTTP/1.1" status: 200 len: 210 time: 0.0293345 Mar 31 20:52:58.224406 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48417ca-3747-4a15-b6c6-09f9a23ea631 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e959c2-3e50-4211-9f92-20e2308b8911,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:58.293325 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d48417ca-3747-4a15-b6c6-09f9a23ea631 service neutron] Attempting to bind port b9e959c2-3e50-4211-9f92-20e2308b8911 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:52:58.293594 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d48417ca-3747-4a15-b6c6-09f9a23ea631 service neutron] Attempting to bind port b9e959c2-3e50-4211-9f92-20e2308b8911 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '6c423cf7-1ebc-4c28-a1e1-93bb3014f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:52:58.293923 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d48417ca-3747-4a15-b6c6-09f9a23ea631 service neutron] Attempting to bind port b9e959c2-3e50-4211-9f92-20e2308b8911 on network 891ebc70-d7d8-43ce-bc93-700332ce0830 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:52:58.298567 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d48417ca-3747-4a15-b6c6-09f9a23ea631 service neutron] Port b9e959c2-3e50-4211-9f92-20e2308b8911 on network 891ebc70-d7d8-43ce-bc93-700332ce0830 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:52:58.298890 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d48417ca-3747-4a15-b6c6-09f9a23ea631 service neutron] Attempting to bind port b9e959c2-3e50-4211-9f92-20e2308b8911 on network 891ebc70-d7d8-43ce-bc93-700332ce0830 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:52:58.303979 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d48417ca-3747-4a15-b6c6-09f9a23ea631 service neutron] Checking agent: {'id': '7dd6c0b4-7b51-4ce7-a43e-f42db731a887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'started_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:52:58.304329 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d48417ca-3747-4a15-b6c6-09f9a23ea631 service neutron] Checking segment: {'id': '6c423cf7-1ebc-4c28-a1e1-93bb3014f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:52:58.304719 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d48417ca-3747-4a15-b6c6-09f9a23ea631 service neutron] Bound using segment: {'id': '6c423cf7-1ebc-4c28-a1e1-93bb3014f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:52:58.305150 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d48417ca-3747-4a15-b6c6-09f9a23ea631 service neutron] Bound port: b9e959c2-3e50-4211-9f92-20e2308b8911, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c423cf7-1ebc-4c28-a1e1-93bb3014f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:52:58.305527 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d48417ca-3747-4a15-b6c6-09f9a23ea631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (b9e959c2-3e50-4211-9f92-20e2308b8911), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:58.372363 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d48417ca-3747-4a15-b6c6-09f9a23ea631 service neutron] For port b9e959c2-3e50-4211-9f92-20e2308b8911, host hv-cinder-83607, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:52:58.375241 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d48417ca-3747-4a15-b6c6-09f9a23ea631 service neutron] For port b9e959c2-3e50-4211-9f92-20e2308b8911, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b9e959c2-3e50-4211-9f92-20e2308b8911,segment=NetworkSegment(6c423cf7-1ebc-4c28-a1e1-93bb3014f642),segment_id=6c423cf7-1ebc-4c28-a1e1-93bb3014f642)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:52:58.466491 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d48417ca-3747-4a15-b6c6-09f9a23ea631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24999263'] for port (b9e959c2-3e50-4211-9f92-20e2308b8911), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:58.500946 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d48417ca-3747-4a15-b6c6-09f9a23ea631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:52:58.501577 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d48417ca-3747-4a15-b6c6-09f9a23ea631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:58.502972 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-d48417ca-3747-4a15-b6c6-09f9a23ea631 service neutron] 10.222.0.32 "PUT /v2.0/ports/b9e959c2-3e50-4211-9f92-20e2308b8911 HTTP/1.1" status: 200 len: 1094 time: 0.8161421 Mar 31 20:52:58.503417 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be0713b-3925-489f-b1e7-2dedb0b758f3', 'tag': 'b9e959c2-3e50-4211-9f92-20e2308b8911'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:52:58.505736 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c39c879-f2f5-4d7e-bf7c-c14a78ea8904" -d '{"events": [{"name": "network-changed", "server_uuid": "0be0713b-3925-489f-b1e7-2dedb0b758f3", "tag": "b9e959c2-3e50-4211-9f92-20e2308b8911"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:52:58.536851 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48417ca-3747-4a15-b6c6-09f9a23ea631 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e959c2-3e50-4211-9f92-20e2308b8911,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:58.547455 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e35799-42f1-4d3d-bcd2-932a2f3d1756 x-openstack-request-id: req-49e35799-42f1-4d3d-bcd2-932a2f3d1756 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:52:58.547745 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be0713b-3925-489f-b1e7-2dedb0b758f3", "tag": "b9e959c2-3e50-4211-9f92-20e2308b8911", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:52:58.548027 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-49e35799-42f1-4d3d-bcd2-932a2f3d1756 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:52:58.548437 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49e35799-42f1-4d3d-bcd2-932a2f3d1756'] response: {'name': 'network-changed', 'server_uuid': '0be0713b-3925-489f-b1e7-2dedb0b758f3', 'tag': 'b9e959c2-3e50-4211-9f92-20e2308b8911', 'status': 'completed', 'code': 200} Mar 31 20:52:58.625429 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39c879-f2f5-4d7e-bf7c-c14a78ea8904 req-bbfec172-b444-4b8e-b752-3824e885a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:52:58.626954 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-2c39c879-f2f5-4d7e-bf7c-c14a78ea8904 req-bbfec172-b444-4b8e-b752-3824e885a891 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd&device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 1128 time: 0.0551875 Mar 31 20:52:58.739254 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39c879-f2f5-4d7e-bf7c-c14a78ea8904 req-5440cf27-e2cc-48f6-a2f3-34ce986e265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:52:58.740773 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-2c39c879-f2f5-4d7e-bf7c-c14a78ea8904 req-5440cf27-e2cc-48f6-a2f3-34ce986e265c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1071894 Mar 31 20:52:58.852743 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39c879-f2f5-4d7e-bf7c-c14a78ea8904 req-73529a4e-b6a9-4ee6-b510-fd0df4f55b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:52:58.852743 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-2c39c879-f2f5-4d7e-bf7c-c14a78ea8904 req-73529a4e-b6a9-4ee6-b510-fd0df4f55b1c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1004040 Mar 31 20:52:58.904632 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5e686-8303-41ff-bcdc-ae1b7f09817d req-512f5fdf-f31e-4fd2-bc2b-62960d57cf60 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:52:58.906304 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-dad5e686-8303-41ff-bcdc-ae1b7f09817d req-512f5fdf-f31e-4fd2-bc2b-62960d57cf60 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 944 time: 0.0595591 Mar 31 20:52:58.942153 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-75d9a9d3-e1cd-4c0d-a6e1-e8b44636cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:52:58.944449 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-75d9a9d3-e1cd-4c0d-a6e1-e8b44636cbb9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd&device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 1128 time: 0.0555027 Mar 31 20:52:58.957567 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-dad5e686-8303-41ff-bcdc-ae1b7f09817d req-28fcb803-cf0b-4dfa-af98-ba1050f0fe64 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454605 Mar 31 20:52:58.985953 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-954f9433-4dad-4fa1-8bed-6e474307bffd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9e959c2-3e50-4211-9f92-20e2308b8911 HTTP/1.1" status: 200 len: 217 time: 0.0351706 Mar 31 20:52:59.037404 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-3a59220c-5915-40bd-a43c-865652bcaadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:52:59.038862 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-3a59220c-5915-40bd-a43c-865652bcaadd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d8ae2ad-26c3-4ccb-8104-532540816283 HTTP/1.1" status: 200 len: 850 time: 0.0470173 Mar 31 20:52:59.088912 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-1102cf5c-6060-401a-aa91-f04267eb9746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:52:59.090425 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-1102cf5c-6060-401a-aa91-f04267eb9746 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=891ebc70-d7d8-43ce-bc93-700332ce0830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450773 Mar 31 20:52:59.178143 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-594fb921-0ffd-4c05-a091-0777e4a86f3a service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815504 Mar 31 20:52:59.272880 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d8d1777b-e55a-468f-8e72-9f83e55cf3d9 req-3e1ffe3d-5168-4d6c-be35-7f03d1823986 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb90a30a-1b40-48ae-8785-2b28ec5dfb60 HTTP/1.1" status: 200 len: 210 time: 0.0403185 Mar 31 20:52:59.286909 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-e55e71e2-cde0-435a-86de-011cbde92c98 req-e65ae8a7-faf5-4300-9910-c4d93cf5785d service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004164 Mar 31 20:52:59.469035 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 35490) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:59.574143 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fcf5c517-b127-48a4-806a-830cb27ef944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:59.652912 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fcf5c517-b127-48a4-806a-830cb27ef944 admin admin] Publish callbacks [] for security_group (0086b4f6-455c-4acc-82c6-0cdf17515c06), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:59.734489 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fcf5c517-b127-48a4-806a-830cb27ef944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (0086b4f6-455c-4acc-82c6-0cdf17515c06), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:59.771744 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5c517-b127-48a4-806a-830cb27ef944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0086b4f6-455c-4acc-82c6-0cdf17515c06,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:52:59.776102 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-fcf5c517-b127-48a4-806a-830cb27ef944 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ce0ac61a09e04b3999dc0f26b9de9866&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060472 Mar 31 20:52:59.779399 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 35494) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:52:59.825996 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b54cf2e0-408e-4033-95be-fde5919b8d9b admin admin] Publish callbacks [] for security_group (0086b4f6-455c-4acc-82c6-0cdf17515c06), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:59.846561 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b54cf2e0-408e-4033-95be-fde5919b8d9b admin admin] Publish callbacks [] for security_group (0086b4f6-455c-4acc-82c6-0cdf17515c06), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:59.962894 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b54cf2e0-408e-4033-95be-fde5919b8d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (0086b4f6-455c-4acc-82c6-0cdf17515c06), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:59.965473 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b54cf2e0-408e-4033-95be-fde5919b8d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:52:59.966611 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-b54cf2e0-408e-4033-95be-fde5919b8d9b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0086b4f6-455c-4acc-82c6-0cdf17515c06 HTTP/1.1" status: 204 len: 168 time: 0.1870303 Mar 31 20:52:59.979047 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cf2e0-408e-4033-95be-fde5919b8d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0086b4f6-455c-4acc-82c6-0cdf17515c06,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:00.082506 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1fecf-e3f9-4fe9-a846-a13b3545a565 req-a213ffd4-e2a5-4526-9201-121418599094 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:00.084051 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-12f1fecf-e3f9-4fe9-a846-a13b3545a565 req-a213ffd4-e2a5-4526-9201-121418599094 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 944 time: 0.0559552 Mar 31 20:53:00.134256 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-12f1fecf-e3f9-4fe9-a846-a13b3545a565 req-0bf56c05-44b7-40de-81ce-25eab499a21c tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443246 Mar 31 20:53:00.372020 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-372c5eba-915b-4b08-aaf6-4bd8d58c03a6 req-986c3919-e0bf-4de0-b63f-16994e31818e tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb90a30a-1b40-48ae-8785-2b28ec5dfb60 HTTP/1.1" status: 200 len: 210 time: 0.0309887 Mar 31 20:53:00.971605 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 35528) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:53:01.067604 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-d0837ebb-8ff0-4110-9c95-2ab106d7e2f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-278895087-network', 'tenant_id': '16f48a35bc894ae4b996e60be9964be3'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:53:01.212195 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0837ebb-8ff0-4110-9c95-2ab106d7e2f6 admin admin] Made reservation on behalf of 16f48a35bc894ae4b996e60be9964be3 for: {'network': 1} {{(pid=110549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:53:01.214807 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d0837ebb-8ff0-4110-9c95-2ab106d7e2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for network (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:01.240072 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d0837ebb-8ff0-4110-9c95-2ab106d7e2f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:01.296116 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fcf64-7324-4946-b0fb-6b8ffce0154f req-7ef640c6-b76c-4c67-83b9-e0293aee8918 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:01.297466 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e89fcf64-7324-4946-b0fb-6b8ffce0154f req-7ef640c6-b76c-4c67-83b9-e0293aee8918 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 944 time: 0.0957816 Mar 31 20:53:01.373072 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e89fcf64-7324-4946-b0fb-6b8ffce0154f req-2595f4fd-c2f4-4b0c-ab9e-a364d668dc66 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700808 Mar 31 20:53:01.374833 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d0837ebb-8ff0-4110-9c95-2ab106d7e2f6 admin admin] Publish callbacks [] for security_group (7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:01.437042 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d0837ebb-8ff0-4110-9c95-2ab106d7e2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:01.465109 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0837ebb-8ff0-4110-9c95-2ab106d7e2f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=110549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:53:01.488317 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5c1fee3d-62ca-4dd1-8acc-cd71974e641d req-1589af95-930e-41f0-a02e-a1242dc58ddd tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb90a30a-1b40-48ae-8785-2b28ec5dfb60 HTTP/1.1" status: 200 len: 210 time: 0.0476298 Mar 31 20:53:01.502945 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d0837ebb-8ff0-4110-9c95-2ab106d7e2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (b906f337-630f-4de4-8741-ff469e962146), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:01.502945 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.db.segments_db [None req-d0837ebb-8ff0-4110-9c95-2ab106d7e2f6 admin admin] Added segment b906f337-630f-4de4-8741-ff469e962146 of type vlan for network d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4 Mar 31 20:53:01.510804 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0837ebb-8ff0-4110-9c95-2ab106d7e2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:01.547889 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d0837ebb-8ff0-4110-9c95-2ab106d7e2f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784742926659'] for network (d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:01.648781 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d0837ebb-8ff0-4110-9c95-2ab106d7e2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for network (d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:01.649962 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0837ebb-8ff0-4110-9c95-2ab106d7e2f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:01.651093 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d0837ebb-8ff0-4110-9c95-2ab106d7e2f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:01.716512 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0837ebb-8ff0-4110-9c95-2ab106d7e2f6 admin admin] Pushing event updated for resources: {'Network': ['ID=d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:01.725291 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-fdc8fdd7-6ab7-4563-a7b7-fc35121f0856 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:01.727157 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-fdc8fdd7-6ab7-4563-a7b7-fc35121f0856 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.32 "GET /v2.0/networks?id=c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c HTTP/1.1" status: 200 len: 807 time: 0.1180172 Mar 31 20:53:01.728328 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Network d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4 details requested by agent ovs-agent-dv-cinder-836072-1-iscsi with host dv-cinder-836072-1-iscsi {{(pid=110551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:53:01.738966 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8e5964e8-3474-4665-94a3-505851a0c479 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Request body: {'port': {'device_id': 'cb90a30a-1b40-48ae-8785-2b28ec5dfb60', 'network_id': 'c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c', 'admin_state_up': True, 'tenant_id': 'd720a0acc9744b05be19b15311092829'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:53:01.754579 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-d0837ebb-8ff0-4110-9c95-2ab106d7e2f6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7816639 Mar 31 20:53:01.757158 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 35576) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:53:01.764339 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-763eccfb-89f6-45be-b4eb-7629649a6424 admin admin] Request body: {'subnet': {'network_id': 'd0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-278895087-subnet', 'tenant_id': '16f48a35bc894ae4b996e60be9964be3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:53:01.847503 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763eccfb-89f6-45be-b4eb-7629649a6424 admin admin] Made reservation on behalf of 16f48a35bc894ae4b996e60be9964be3 for: {'subnet': 1} {{(pid=110549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:53:01.849895 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-763eccfb-89f6-45be-b4eb-7629649a6424 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25097984'] for subnet (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:02.001602 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8e5964e8-3474-4665-94a3-505851a0c479 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Made reservation on behalf of d720a0acc9744b05be19b15311092829 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:53:02.006369 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8e5964e8-3474-4665-94a3-505851a0c479 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:02.110936 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-763eccfb-89f6-45be-b4eb-7629649a6424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12673528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25098006'] for subnet (cf3615c3-64ad-4487-a55f-88ae5ba8c3c3), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:02.156948 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8e5964e8-3474-4665-94a3-505851a0c479 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Allocated IP 172.20.0.11 (c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c/b955e294-2582-4031-8fdd-c7f90645f1a6/7b13b29e-8678-49f0-a6f1-cf96e3c39b73) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:53:02.168067 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eccfb-89f6-45be-b4eb-7629649a6424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf3615c3-64ad-4487-a55f-88ae5ba8c3c3,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:02.177844 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763eccfb-89f6-45be-b4eb-7629649a6424 admin admin] Checking segment: {'id': 'b906f337-630f-4de4-8741-ff469e962146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:53:02.178200 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763eccfb-89f6-45be-b4eb-7629649a6424 admin admin] Network hostable DHCP agents. Network: d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4, hostable agents: ['b91c7fac-627a-49bd-9332-a32b3145d578'], hosted agents: [] {{(pid=110549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:53:02.269860 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763eccfb-89f6-45be-b4eb-7629649a6424 admin admin] Network d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4 is scheduled to be hosted by DHCP agent b91c7fac-627a-49bd-9332-a32b3145d578 with binding_index 1 {{(pid=110549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:53:02.302293 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8e5964e8-3474-4665-94a3-505851a0c479 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Publish callbacks [] for port (7b13b29e-8678-49f0-a6f1-cf96e3c39b73), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:02.362651 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-763eccfb-89f6-45be-b4eb-7629649a6424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-1-iscsi, d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4) {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:53:02.366826 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763eccfb-89f6-45be-b4eb-7629649a6424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:02.367501 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-763eccfb-89f6-45be-b4eb-7629649a6424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:02.372356 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb57cde-66af-443c-baa9-509e8116fc1b None None] Network d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4 requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:53:02.420631 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8e5964e8-3474-4665-94a3-505851a0c479 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (7b13b29e-8678-49f0-a6f1-cf96e3c39b73), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:02.465704 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8e5964e8-3474-4665-94a3-505851a0c479 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Network c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:53:02.468888 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8e5964e8-3474-4665-94a3-505851a0c479 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:53:02.472691 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8e5964e8-3474-4665-94a3-505851a0c479 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:53:02.481645 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924b1491-9fca-4722-9824-f8e928a298ae None None] Network d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4 requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:53:02.502136 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-763eccfb-89f6-45be-b4eb-7629649a6424 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7352331 Mar 31 20:53:02.512419 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5964e8-3474-4665-94a3-505851a0c479 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Pushing event updated for resources: {'Port': ['ID=7b13b29e-8678-49f0-a6f1-cf96e3c39b73,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:02.537767 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8e5964e8-3474-4665-94a3-505851a0c479 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:02.538423 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8e5964e8-3474-4665-94a3-505851a0c479 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:02.554720 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5243776-9d9a-4ad6-8094-6671de9eff22 req-6bf26241-2233-46ff-8baf-834e30250146 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:02.554720 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a5243776-9d9a-4ad6-8094-6671de9eff22 req-6bf26241-2233-46ff-8baf-834e30250146 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 944 time: 0.1132197 Mar 31 20:53:02.615888 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8e5964e8-3474-4665-94a3-505851a0c479 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8809581 Mar 31 20:53:02.625440 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a5243776-9d9a-4ad6-8094-6671de9eff22 req-b2459e6a-9054-4445-90da-374dd5ee75d9 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634243 Mar 31 20:53:02.632241 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8fca6fc3-bc30-41b6-9153-ab6684f5c4b7 service neutron] Request body: {'port': {'device_id': 'cb90a30a-1b40-48ae-8785-2b28ec5dfb60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:53:02.695372 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212bbaf9-fd7a-49ff-b738-c7f45c8e2ecc req-8e0e08de-15a0-4d94-b585-56e3f945138a tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:02.697640 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-212bbaf9-fd7a-49ff-b738-c7f45c8e2ecc req-8e0e08de-15a0-4d94-b585-56e3f945138a tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb90a30a-1b40-48ae-8785-2b28ec5dfb60 HTTP/1.1" status: 200 len: 932 time: 0.0866938 Mar 31 20:53:02.699120 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8fca6fc3-bc30-41b6-9153-ab6684f5c4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (7b13b29e-8678-49f0-a6f1-cf96e3c39b73), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:02.751985 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-212bbaf9-fd7a-49ff-b738-c7f45c8e2ecc req-a1972d85-564b-4fe2-a0c0-c39e037df3c6 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484335 Mar 31 20:53:02.996058 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8fca6fc3-bc30-41b6-9153-ab6684f5c4b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b13b29e-8678-49f0-a6f1-cf96e3c39b73 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:53:03.004327 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8fca6fc3-bc30-41b6-9153-ab6684f5c4b7 service neutron] Publish callbacks [] for port (7b13b29e-8678-49f0-a6f1-cf96e3c39b73), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:03.017342 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8fca6fc3-bc30-41b6-9153-ab6684f5c4b7 service neutron] Transition to ACTIVE for port object 7b13b29e-8678-49f0-a6f1-cf96e3c39b73 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:53:03.072269 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8fca6fc3-bc30-41b6-9153-ab6684f5c4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24999263'] for port (7b13b29e-8678-49f0-a6f1-cf96e3c39b73), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:03.120957 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca6fc3-bc30-41b6-9153-ab6684f5c4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b13b29e-8678-49f0-a6f1-cf96e3c39b73,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:03.192976 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8fca6fc3-bc30-41b6-9153-ab6684f5c4b7 service neutron] Attempting to bind port 7b13b29e-8678-49f0-a6f1-cf96e3c39b73 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:53:03.193544 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8fca6fc3-bc30-41b6-9153-ab6684f5c4b7 service neutron] Attempting to bind port 7b13b29e-8678-49f0-a6f1-cf96e3c39b73 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'edb58392-9e59-4487-b73f-9aec2d0d597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:53:03.193970 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8fca6fc3-bc30-41b6-9153-ab6684f5c4b7 service neutron] Attempting to bind port 7b13b29e-8678-49f0-a6f1-cf96e3c39b73 on network c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:53:03.200177 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8fca6fc3-bc30-41b6-9153-ab6684f5c4b7 service neutron] Port 7b13b29e-8678-49f0-a6f1-cf96e3c39b73 on network c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:53:03.200496 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8fca6fc3-bc30-41b6-9153-ab6684f5c4b7 service neutron] Attempting to bind port 7b13b29e-8678-49f0-a6f1-cf96e3c39b73 on network c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:53:03.205581 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8fca6fc3-bc30-41b6-9153-ab6684f5c4b7 service neutron] Checking agent: {'id': '7dd6c0b4-7b51-4ce7-a43e-f42db731a887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'started_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:53:03.207752 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8fca6fc3-bc30-41b6-9153-ab6684f5c4b7 service neutron] Checking segment: {'id': 'edb58392-9e59-4487-b73f-9aec2d0d597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:53:03.207752 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8fca6fc3-bc30-41b6-9153-ab6684f5c4b7 service neutron] Bound using segment: {'id': 'edb58392-9e59-4487-b73f-9aec2d0d597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:53:03.207752 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8fca6fc3-bc30-41b6-9153-ab6684f5c4b7 service neutron] Bound port: 7b13b29e-8678-49f0-a6f1-cf96e3c39b73, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb58392-9e59-4487-b73f-9aec2d0d597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:53:03.207752 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8fca6fc3-bc30-41b6-9153-ab6684f5c4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (7b13b29e-8678-49f0-a6f1-cf96e3c39b73), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:03.277743 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8fca6fc3-bc30-41b6-9153-ab6684f5c4b7 service neutron] For port 7b13b29e-8678-49f0-a6f1-cf96e3c39b73, host hv-cinder-83607, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:53:03.280657 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8fca6fc3-bc30-41b6-9153-ab6684f5c4b7 service neutron] For port 7b13b29e-8678-49f0-a6f1-cf96e3c39b73, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7b13b29e-8678-49f0-a6f1-cf96e3c39b73,segment=NetworkSegment(edb58392-9e59-4487-b73f-9aec2d0d597b),segment_id=edb58392-9e59-4487-b73f-9aec2d0d597b)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:53:03.351387 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:03.374994 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8fca6fc3-bc30-41b6-9153-ab6684f5c4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24999263'] for port (7b13b29e-8678-49f0-a6f1-cf96e3c39b73), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:03.408447 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8fca6fc3-bc30-41b6-9153-ab6684f5c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:03.408949 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8fca6fc3-bc30-41b6-9153-ab6684f5c4b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:03.410362 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-8fca6fc3-bc30-41b6-9153-ab6684f5c4b7 service neutron] 10.222.0.32 "PUT /v2.0/ports/7b13b29e-8678-49f0-a6f1-cf96e3c39b73 HTTP/1.1" status: 200 len: 1094 time: 0.7858074 Mar 31 20:53:03.410803 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb90a30a-1b40-48ae-8785-2b28ec5dfb60', 'tag': '7b13b29e-8678-49f0-a6f1-cf96e3c39b73'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:53:03.413091 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9b9ab9-8641-48e4-b4d7-fc087d7bdbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "cb90a30a-1b40-48ae-8785-2b28ec5dfb60", "tag": "7b13b29e-8678-49f0-a6f1-cf96e3c39b73"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:53:03.443465 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca6fc3-bc30-41b6-9153-ab6684f5c4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b13b29e-8678-49f0-a6f1-cf96e3c39b73,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:03.464711 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6dee56-a96a-41ea-bbeb-8acc1c1b2012 x-openstack-request-id: req-3a6dee56-a96a-41ea-bbeb-8acc1c1b2012 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:53:03.465059 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb90a30a-1b40-48ae-8785-2b28ec5dfb60", "tag": "7b13b29e-8678-49f0-a6f1-cf96e3c39b73", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:53:03.465371 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3a6dee56-a96a-41ea-bbeb-8acc1c1b2012 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:53:03.465722 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a6dee56-a96a-41ea-bbeb-8acc1c1b2012'] response: {'name': 'network-changed', 'server_uuid': 'cb90a30a-1b40-48ae-8785-2b28ec5dfb60', 'tag': '7b13b29e-8678-49f0-a6f1-cf96e3c39b73', 'status': 'completed', 'code': 200} Mar 31 20:53:03.535531 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b9ab9-8641-48e4-b4d7-fc087d7bdbdb req-7cfdd843-8c2f-4172-83ed-652a827b7c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:03.537108 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-fa9b9ab9-8641-48e4-b4d7-fc087d7bdbdb req-7cfdd843-8c2f-4172-83ed-652a827b7c0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d720a0acc9744b05be19b15311092829&device_id=cb90a30a-1b40-48ae-8785-2b28ec5dfb60 HTTP/1.1" status: 200 len: 1128 time: 0.0484104 Mar 31 20:53:03.643284 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b9ab9-8641-48e4-b4d7-fc087d7bdbdb req-70ba1ee6-db63-4d96-9c2b-beb50eed895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:03.644740 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-fa9b9ab9-8641-48e4-b4d7-fc087d7bdbdb req-70ba1ee6-db63-4d96-9c2b-beb50eed895f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=d720a0acc9744b05be19b15311092829&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0989056 Mar 31 20:53:03.747296 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b9ab9-8641-48e4-b4d7-fc087d7bdbdb req-3769e1ba-1072-4fb1-86c4-9257d6404e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:03.749007 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-fa9b9ab9-8641-48e4-b4d7-fc087d7bdbdb req-3769e1ba-1072-4fb1-86c4-9257d6404e37 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983713 Mar 31 20:53:03.763026 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dd403-2642-4860-b3b7-c15b3c93d2a0 req-74101f02-d5fa-422c-9483-76b99a53aa06 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:03.764203 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-667dd403-2642-4860-b3b7-c15b3c93d2a0 req-74101f02-d5fa-422c-9483-76b99a53aa06 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 944 time: 0.0590355 Mar 31 20:53:03.819504 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-667dd403-2642-4860-b3b7-c15b3c93d2a0 req-ef517eba-fc60-4da6-bd2f-66e188e55eb5 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483465 Mar 31 20:53:03.847308 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-a7270087-a5c7-43ba-9db6-aa40a0710d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:03.849061 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-a7270087-a5c7-43ba-9db6-aa40a0710d7f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d720a0acc9744b05be19b15311092829&device_id=cb90a30a-1b40-48ae-8785-2b28ec5dfb60 HTTP/1.1" status: 200 len: 1128 time: 0.0641406 Mar 31 20:53:03.886608 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5382dc1-9d45-4a77-a0e7-3b606e3e04e6 req-21dfb35c-baf2-4f77-b42d-e5ca6b603c95 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:03.888079 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b5382dc1-9d45-4a77-a0e7-3b606e3e04e6 req-21dfb35c-baf2-4f77-b42d-e5ca6b603c95 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb90a30a-1b40-48ae-8785-2b28ec5dfb60 HTTP/1.1" status: 200 len: 944 time: 0.0572479 Mar 31 20:53:03.891612 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-54c666f4-aee7-4bb0-8534-454bd1a7b1bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b13b29e-8678-49f0-a6f1-cf96e3c39b73 HTTP/1.1" status: 200 len: 217 time: 0.0344746 Mar 31 20:53:03.938604 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-c9f64c34-d673-498b-8496-889fe0677319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:03.939208 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b5382dc1-9d45-4a77-a0e7-3b606e3e04e6 req-20b28875-308d-45d9-b04b-23b0e8f72475 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449975 Mar 31 20:53:03.939987 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-c9f64c34-d673-498b-8496-889fe0677319 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b955e294-2582-4031-8fdd-c7f90645f1a6 HTTP/1.1" status: 200 len: 847 time: 0.0434349 Mar 31 20:53:03.972363 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-f9252b12-aa0c-41cc-bfa6-8a866d578b32 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261645 Mar 31 20:53:04.065515 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-c3439bcc-472d-41ec-8a73-44c9ebf89525 service neutron] 10.222.0.32 "GET /v2.0/networks/c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866513 Mar 31 20:53:04.152710 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f79a29b2-cee9-4173-8191-528cc9bd5592 req-1617d7f5-dcdc-434f-9b71-496472b706dc service neutron] 10.222.0.32 "GET /v2.0/networks/c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814946 Mar 31 20:53:04.790253 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-d596a75b-e7d9-4b41-80cf-d3a2a3842ec3 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:04.792321 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-d596a75b-e7d9-4b41-80cf-d3a2a3842ec3 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/networks?id=d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4 HTTP/1.1" status: 200 len: 813 time: 0.1042786 Mar 31 20:53:04.806645 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-5e62500e-1f19-459b-9ce0-4ebb224908d7 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/quotas/16f48a35bc894ae4b996e60be9964be3 HTTP/1.1" status: 200 len: 375 time: 0.0089524 Mar 31 20:53:04.841242 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-ca49c168-1ca8-4dc7-b387-a80071a739c0 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=16f48a35bc894ae4b996e60be9964be3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272810 Mar 31 20:53:04.967047 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-c1478e5d-6f49-474b-b603-53f9155fb015 service neutron] 10.222.0.61 "GET /v2.0/networks/d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190803 Mar 31 20:53:04.974590 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f32c9-bf34-45ea-9e10-748c2250468c req-d958574b-b801-4637-8a9f-934e240eb115 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:04.978881 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c13f32c9-bf34-45ea-9e10-748c2250468c req-d958574b-b801-4637-8a9f-934e240eb115 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 944 time: 0.0832694 Mar 31 20:53:05.330529 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c13f32c9-bf34-45ea-9e10-748c2250468c req-cc1f2fbd-d572-425c-89d9-1725e02391ba tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3462126 Mar 31 20:53:05.351333 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-58ffc4ba-4861-46b5-856c-574d8d5ab650 service neutron] 10.222.0.61 "GET /v2.0/networks/d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695965 Mar 31 20:53:05.439161 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f669e1-fd07-4442-b921-d968175ed00c req-b08d21ab-6fd5-476e-9179-6b9c02996050 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:05.447695 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-99f669e1-fd07-4442-b921-d968175ed00c req-b08d21ab-6fd5-476e-9179-6b9c02996050 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb90a30a-1b40-48ae-8785-2b28ec5dfb60 HTTP/1.1" status: 200 len: 944 time: 0.0549109 Mar 31 20:53:05.491079 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-99f669e1-fd07-4442-b921-d968175ed00c req-84a46a9f-fedd-4666-8927-461a883762b8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449140 Mar 31 20:53:05.600355 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4df0bcc7-5575-4409-9dce-d00221347ee7 req-5591b2e6-dce8-4408-86ac-49a5469beac6 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 210 time: 0.0270891 Mar 31 20:53:06.450475 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc98b5-65a2-46fc-9d61-541a89047939 req-e20280de-18d0-43e5-9708-1b39b0c7c072 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:06.452050 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fdcc98b5-65a2-46fc-9d61-541a89047939 req-e20280de-18d0-43e5-9708-1b39b0c7c072 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 944 time: 0.0529196 Mar 31 20:53:06.500321 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fdcc98b5-65a2-46fc-9d61-541a89047939 req-b6212813-2b47-4d41-b725-df352ea3740d tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426819 Mar 31 20:53:06.613564 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d086233-243a-468b-a839-77a6171a13ce req-9c2ca3eb-cb42-4016-83ac-5f59bcc65025 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:06.615047 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0d086233-243a-468b-a839-77a6171a13ce req-9c2ca3eb-cb42-4016-83ac-5f59bcc65025 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb90a30a-1b40-48ae-8785-2b28ec5dfb60 HTTP/1.1" status: 200 len: 944 time: 0.0557156 Mar 31 20:53:06.685153 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1c119f03-b0d1-4e85-8076-35c5936f3e97 req-ee29134b-278e-40b0-aff0-861a2d47e824 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 210 time: 0.0376229 Mar 31 20:53:06.691332 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0d086233-243a-468b-a839-77a6171a13ce req-d1a9e736-1bcc-4944-959f-2918479f69fc tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696316 Mar 31 20:53:07.625620 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f15bc-3ebc-464f-bcbf-f51f4d77f7ae req-7b05ff67-ea3b-44ac-8fa8-03cffa8120fb tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:07.633813 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-221f15bc-3ebc-464f-bcbf-f51f4d77f7ae req-7b05ff67-ea3b-44ac-8fa8-03cffa8120fb tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 944 time: 0.0567474 Mar 31 20:53:07.681559 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-221f15bc-3ebc-464f-bcbf-f51f4d77f7ae req-f02e9a28-ccc4-4b38-b18f-45f3bee18e88 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489426 Mar 31 20:53:07.790171 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-070b900a-5623-49de-a0bf-769958c6f2e0 req-b0b6549a-17b3-49b2-a985-3bbf0cc9dd9e tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 210 time: 0.0355561 Mar 31 20:53:07.845729 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5563e5-e560-409a-b5a5-53c875b76084 req-777e4bf0-c8ae-408f-a53e-d90af1b7fc92 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:07.847185 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8a5563e5-e560-409a-b5a5-53c875b76084 req-777e4bf0-c8ae-408f-a53e-d90af1b7fc92 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb90a30a-1b40-48ae-8785-2b28ec5dfb60 HTTP/1.1" status: 200 len: 944 time: 0.0603650 Mar 31 20:53:07.898193 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8a5563e5-e560-409a-b5a5-53c875b76084 req-4a1dca0f-eb4f-4aa1-a457-36e980c3222f tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452189 Mar 31 20:53:07.979988 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-6aa9b48c-7b93-452b-a6ad-5f694475ef57 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:07.981458 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-6aa9b48c-7b93-452b-a6ad-5f694475ef57 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.32 "GET /v2.0/networks?id=d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4 HTTP/1.1" status: 200 len: 813 time: 0.1108496 Mar 31 20:53:07.994720 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-c3efa81d-5491-4557-917e-0ccf7ffd24ee tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Request body: {'port': {'device_id': 'd9a78525-6edb-420c-981b-ac7b48675cba', 'network_id': 'd0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4', 'admin_state_up': True, 'tenant_id': '16f48a35bc894ae4b996e60be9964be3'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:53:08.157105 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 7b13b29e-8678-49f0-a6f1-cf96e3c39b73 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:53:08.185915 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-c3efa81d-5491-4557-917e-0ccf7ffd24ee tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Made reservation on behalf of 16f48a35bc894ae4b996e60be9964be3 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:53:08.189512 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-c3efa81d-5491-4557-917e-0ccf7ffd24ee tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:08.256404 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 7b13b29e-8678-49f0-a6f1-cf96e3c39b73, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7b13b29e-8678-49f0-a6f1-cf96e3c39b73,segment=NetworkSegment(edb58392-9e59-4487-b73f-9aec2d0d597b),segment_id=edb58392-9e59-4487-b73f-9aec2d0d597b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:53:08.270087 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': '7b13b29e-8678-49f0-a6f1-cf96e3c39b73', 'network_id': 'c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c', 'port_id': '7b13b29e-8678-49f0-a6f1-cf96e3c39b73', 'mac_address': 'fa:16:3e:2b:37:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b955e294-2582-4031-8fdd-c7f90645f1a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:53:08.309523 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 7b13b29e-8678-49f0-a6f1-cf96e3c39b73 is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:08.309923 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (7b13b29e-8678-49f0-a6f1-cf96e3c39b73), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:08.323807 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b13b29e-8678-49f0-a6f1-cf96e3c39b73 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:53:08.333423 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-c3efa81d-5491-4557-917e-0ccf7ffd24ee tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Allocated IP 172.20.0.6 (d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4/cf3615c3-64ad-4487-a55f-88ae5ba8c3c3/ce35bd43-b33c-4af7-8739-0eda8209389d) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:53:08.344915 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 7b13b29e-8678-49f0-a6f1-cf96e3c39b73, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7b13b29e-8678-49f0-a6f1-cf96e3c39b73,segment=NetworkSegment(edb58392-9e59-4487-b73f-9aec2d0d597b),segment_id=edb58392-9e59-4487-b73f-9aec2d0d597b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:53:08.414168 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (7b13b29e-8678-49f0-a6f1-cf96e3c39b73), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:08.414769 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device b9e959c2-3e50-4211-9f92-20e2308b8911 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:53:08.481908 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-c3efa81d-5491-4557-917e-0ccf7ffd24ee tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Publish callbacks [] for port (ce35bd43-b33c-4af7-8739-0eda8209389d), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:08.510599 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=7b13b29e-8678-49f0-a6f1-cf96e3c39b73,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:08.523332 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:08.530890 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:08.530890 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:08.530890 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:08.530890 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:08.530890 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:08.530890 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:08.530890 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:08.530890 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:08.530890 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:08.530890 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:08.530890 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:08.530890 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:08.530890 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:08.530890 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:08.572609 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port b9e959c2-3e50-4211-9f92-20e2308b8911, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b9e959c2-3e50-4211-9f92-20e2308b8911,segment=NetworkSegment(6c423cf7-1ebc-4c28-a1e1-93bb3014f642),segment_id=6c423cf7-1ebc-4c28-a1e1-93bb3014f642)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:53:08.574681 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-c3efa81d-5491-4557-917e-0ccf7ffd24ee tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (ce35bd43-b33c-4af7-8739-0eda8209389d), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:08.585489 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': 'b9e959c2-3e50-4211-9f92-20e2308b8911', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'port_id': 'b9e959c2-3e50-4211-9f92-20e2308b8911', 'mac_address': 'fa:16:3e:e4:b9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:53:08.613050 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-c3efa81d-5491-4557-917e-0ccf7ffd24ee tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Network d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:53:08.619330 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-c3efa81d-5491-4557-917e-0ccf7ffd24ee tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:53:08.622754 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port b9e959c2-3e50-4211-9f92-20e2308b8911 is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:08.623144 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-c3efa81d-5491-4557-917e-0ccf7ffd24ee tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:53:08.623284 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (b9e959c2-3e50-4211-9f92-20e2308b8911), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:08.640035 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e959c2-3e50-4211-9f92-20e2308b8911 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:53:08.653594 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efa81d-5491-4557-917e-0ccf7ffd24ee tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Pushing event updated for resources: {'Port': ['ID=ce35bd43-b33c-4af7-8739-0eda8209389d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:08.658639 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port b9e959c2-3e50-4211-9f92-20e2308b8911, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b9e959c2-3e50-4211-9f92-20e2308b8911,segment=NetworkSegment(6c423cf7-1ebc-4c28-a1e1-93bb3014f642),segment_id=6c423cf7-1ebc-4c28-a1e1-93bb3014f642)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:53:08.683451 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-c3efa81d-5491-4557-917e-0ccf7ffd24ee tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:08.683451 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-c3efa81d-5491-4557-917e-0ccf7ffd24ee tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:08.711474 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (b9e959c2-3e50-4211-9f92-20e2308b8911), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:08.765169 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=b9e959c2-3e50-4211-9f92-20e2308b8911,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:08.766042 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-c3efa81d-5491-4557-917e-0ccf7ffd24ee tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7750900 Mar 31 20:53:08.777269 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-ed1506cc-7b9f-4797-aa6a-ec26b0f0ae01 service neutron] Request body: {'port': {'device_id': 'd9a78525-6edb-420c-981b-ac7b48675cba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:53:08.849598 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-ed1506cc-7b9f-4797-aa6a-ec26b0f0ae01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (ce35bd43-b33c-4af7-8739-0eda8209389d), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:08.917688 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f56437-b4b1-43a5-a262-08909e6fa502 req-88dcba76-050c-41e4-be1c-e547b2b48a12 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:08.919177 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-71f56437-b4b1-43a5-a262-08909e6fa502 req-88dcba76-050c-41e4-be1c-e547b2b48a12 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 931 time: 0.0586562 Mar 31 20:53:09.002719 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-71f56437-b4b1-43a5-a262-08909e6fa502 req-1645cdf9-dd4f-4c03-ae7f-ac25bf405ed3 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740480 Mar 31 20:53:09.018034 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa1e78-a2a7-4618-a780-512ed7dccf67 req-ac6a429c-3c64-4c02-b57a-c2dd7ab4aa75 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:09.019593 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5dfa1e78-a2a7-4618-a780-512ed7dccf67 req-ac6a429c-3c64-4c02-b57a-c2dd7ab4aa75 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 945 time: 0.0995321 Mar 31 20:53:09.043441 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['b9e959c2-3e50-4211-9f92-20e2308b8911'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:53:09.046864 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['7b13b29e-8678-49f0-a6f1-cf96e3c39b73'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:53:09.091205 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5dfa1e78-a2a7-4618-a780-512ed7dccf67 req-273dc523-622e-4b57-b877-edbf380b983e tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652814 Mar 31 20:53:09.096299 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4f9687ca-39ab-42bf-bfb4-f69167bd141a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:09.141114 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d42eb-26a3-4717-a689-39edf9af8a66 req-ada6ed2c-f154-4d2c-b35d-0852133e4935 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:09.142628 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-422d42eb-26a3-4717-a689-39edf9af8a66 req-ada6ed2c-f154-4d2c-b35d-0852133e4935 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb90a30a-1b40-48ae-8785-2b28ec5dfb60 HTTP/1.1" status: 200 len: 945 time: 0.0752394 Mar 31 20:53:09.157743 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-ed1506cc-7b9f-4797-aa6a-ec26b0f0ae01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce35bd43-b33c-4af7-8739-0eda8209389d {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:53:09.166365 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-ed1506cc-7b9f-4797-aa6a-ec26b0f0ae01 service neutron] Publish callbacks [] for port (ce35bd43-b33c-4af7-8739-0eda8209389d), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:09.179706 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-ed1506cc-7b9f-4797-aa6a-ec26b0f0ae01 service neutron] Transition to ACTIVE for port object ce35bd43-b33c-4af7-8739-0eda8209389d will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:53:09.198415 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-422d42eb-26a3-4717-a689-39edf9af8a66 req-c255599a-8cc9-47e9-aafc-2e41bf75cd3c tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499945 Mar 31 20:53:09.271125 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-ed1506cc-7b9f-4797-aa6a-ec26b0f0ae01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24999263'] for port (ce35bd43-b33c-4af7-8739-0eda8209389d), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:09.346186 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1506cc-7b9f-4797-aa6a-ec26b0f0ae01 service neutron] Pushing event updated for resources: {'Port': ['ID=ce35bd43-b33c-4af7-8739-0eda8209389d,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:09.393718 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-ed1506cc-7b9f-4797-aa6a-ec26b0f0ae01 service neutron] Attempting to bind port ce35bd43-b33c-4af7-8739-0eda8209389d on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:53:09.394060 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-ed1506cc-7b9f-4797-aa6a-ec26b0f0ae01 service neutron] Attempting to bind port ce35bd43-b33c-4af7-8739-0eda8209389d by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'b906f337-630f-4de4-8741-ff469e962146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:53:09.394386 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-ed1506cc-7b9f-4797-aa6a-ec26b0f0ae01 service neutron] Attempting to bind port ce35bd43-b33c-4af7-8739-0eda8209389d on network d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:53:09.398888 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-ed1506cc-7b9f-4797-aa6a-ec26b0f0ae01 service neutron] Port ce35bd43-b33c-4af7-8739-0eda8209389d on network d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:53:09.399214 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-ed1506cc-7b9f-4797-aa6a-ec26b0f0ae01 service neutron] Attempting to bind port ce35bd43-b33c-4af7-8739-0eda8209389d on network d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:53:09.405241 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-ed1506cc-7b9f-4797-aa6a-ec26b0f0ae01 service neutron] Checking agent: {'id': '7dd6c0b4-7b51-4ce7-a43e-f42db731a887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'started_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:53:09.405640 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-ed1506cc-7b9f-4797-aa6a-ec26b0f0ae01 service neutron] Checking segment: {'id': 'b906f337-630f-4de4-8741-ff469e962146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:53:09.405956 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-ed1506cc-7b9f-4797-aa6a-ec26b0f0ae01 service neutron] Bound using segment: {'id': 'b906f337-630f-4de4-8741-ff469e962146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:53:09.406380 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-ed1506cc-7b9f-4797-aa6a-ec26b0f0ae01 service neutron] Bound port: ce35bd43-b33c-4af7-8739-0eda8209389d, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b906f337-630f-4de4-8741-ff469e962146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:53:09.406736 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-ed1506cc-7b9f-4797-aa6a-ec26b0f0ae01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (ce35bd43-b33c-4af7-8739-0eda8209389d), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:09.470664 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-ed1506cc-7b9f-4797-aa6a-ec26b0f0ae01 service neutron] For port ce35bd43-b33c-4af7-8739-0eda8209389d, host hv-cinder-83607, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:53:09.473627 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-ed1506cc-7b9f-4797-aa6a-ec26b0f0ae01 service neutron] For port ce35bd43-b33c-4af7-8739-0eda8209389d, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ce35bd43-b33c-4af7-8739-0eda8209389d,segment=NetworkSegment(b906f337-630f-4de4-8741-ff469e962146),segment_id=b906f337-630f-4de4-8741-ff469e962146)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:53:09.603589 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-ed1506cc-7b9f-4797-aa6a-ec26b0f0ae01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24999263'] for port (ce35bd43-b33c-4af7-8739-0eda8209389d), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:09.639150 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-ed1506cc-7b9f-4797-aa6a-ec26b0f0ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:09.639803 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-ed1506cc-7b9f-4797-aa6a-ec26b0f0ae01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:09.641180 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-ed1506cc-7b9f-4797-aa6a-ec26b0f0ae01 service neutron] 10.222.0.32 "PUT /v2.0/ports/ce35bd43-b33c-4af7-8739-0eda8209389d HTTP/1.1" status: 200 len: 1093 time: 0.8683877 Mar 31 20:53:09.641608 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a78525-6edb-420c-981b-ac7b48675cba', 'tag': 'ce35bd43-b33c-4af7-8739-0eda8209389d'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:53:09.643910 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c359daa4-f443-4395-9ae4-14e3e4d32550" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a78525-6edb-420c-981b-ac7b48675cba", "tag": "ce35bd43-b33c-4af7-8739-0eda8209389d"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:53:09.668718 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1506cc-7b9f-4797-aa6a-ec26b0f0ae01 service neutron] Pushing event updated for resources: {'Port': ['ID=ce35bd43-b33c-4af7-8739-0eda8209389d,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:09.684878 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b1ca41-0021-4e73-9e7e-f00f5747281c x-openstack-request-id: req-d2b1ca41-0021-4e73-9e7e-f00f5747281c {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:53:09.685167 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a78525-6edb-420c-981b-ac7b48675cba", "tag": "ce35bd43-b33c-4af7-8739-0eda8209389d", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:53:09.685752 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d2b1ca41-0021-4e73-9e7e-f00f5747281c {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:53:09.686160 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2b1ca41-0021-4e73-9e7e-f00f5747281c'] response: {'name': 'network-changed', 'server_uuid': 'd9a78525-6edb-420c-981b-ac7b48675cba', 'tag': 'ce35bd43-b33c-4af7-8739-0eda8209389d', 'status': 'completed', 'code': 200} Mar 31 20:53:09.760969 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359daa4-f443-4395-9ae4-14e3e4d32550 req-ceab54d5-aa87-4444-992b-b3207633ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:09.762574 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-c359daa4-f443-4395-9ae4-14e3e4d32550 req-ceab54d5-aa87-4444-992b-b3207633ec40 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16f48a35bc894ae4b996e60be9964be3&device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 1127 time: 0.0507255 Mar 31 20:53:09.863907 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359daa4-f443-4395-9ae4-14e3e4d32550 req-2688d103-03d8-4d34-8f47-d49069f3e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:09.865287 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-c359daa4-f443-4395-9ae4-14e3e4d32550 req-2688d103-03d8-4d34-8f47-d49069f3e90d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=16f48a35bc894ae4b996e60be9964be3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0912309 Mar 31 20:53:09.973152 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359daa4-f443-4395-9ae4-14e3e4d32550 req-fcda4350-5a52-4825-ab75-24e753bd651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:09.974617 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-c359daa4-f443-4395-9ae4-14e3e4d32550 req-fcda4350-5a52-4825-ab75-24e753bd651b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989618 Mar 31 20:53:10.053630 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-dfbfc2de-7b29-4285-bf04-fa28ac80e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:10.055144 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-dfbfc2de-7b29-4285-bf04-fa28ac80e198 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16f48a35bc894ae4b996e60be9964be3&device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 1127 time: 0.0463893 Mar 31 20:53:10.102662 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-0bd2ee06-71d6-4356-9de6-94326240c191 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce35bd43-b33c-4af7-8739-0eda8209389d HTTP/1.1" status: 200 len: 217 time: 0.0397239 Mar 31 20:53:10.132904 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a3a98-6ee6-49fc-a6ee-9fa294036028 req-1831faa7-dec2-4e5b-a179-937bddbddb21 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:10.138170 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0c0a3a98-6ee6-49fc-a6ee-9fa294036028 req-1831faa7-dec2-4e5b-a179-937bddbddb21 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 943 time: 0.0665359 Mar 31 20:53:10.175223 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 7b13b29e-8678-49f0-a6f1-cf96e3c39b73 up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:53:10.185627 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-0ecef835-79d8-48dc-8bb1-9771428cd972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:10.187218 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-0ecef835-79d8-48dc-8bb1-9771428cd972 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf3615c3-64ad-4487-a55f-88ae5ba8c3c3 HTTP/1.1" status: 200 len: 853 time: 0.0780258 Mar 31 20:53:10.218187 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0c0a3a98-6ee6-49fc-a6ee-9fa294036028 req-a0cc6eda-8411-44ee-9906-fa0a03953bdb tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733292 Mar 31 20:53:10.226830 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-92b0c9f3-216b-4acc-a7fb-3639ff073efc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270405 Mar 31 20:53:10.253801 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac58a7e-2b1f-4f89-829c-ec433f0944a8 req-9a5967a5-8b25-4aca-9b0c-bf4e3434949a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:10.278498 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4ac58a7e-2b1f-4f89-829c-ec433f0944a8 req-9a5967a5-8b25-4aca-9b0c-bf4e3434949a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 945 time: 0.0760150 Mar 31 20:53:10.316948 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning for port 7b13b29e-8678-49f0-a6f1-cf96e3c39b73 completed by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:53:10.323581 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port 7b13b29e-8678-49f0-a6f1-cf96e3c39b73 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:10.324378 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (7b13b29e-8678-49f0-a6f1-cf96e3c39b73), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:10.340119 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-2d2710f1-1e53-4be7-bf57-b7ceae01e642 service neutron] 10.222.0.32 "GET /v2.0/networks/d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050539 Mar 31 20:53:10.372982 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4ac58a7e-2b1f-4f89-829c-ec433f0944a8 req-cab21bfa-abab-4233-bce8-47452ce67637 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932989 Mar 31 20:53:10.402094 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa69ee8-85c5-4505-b69d-27f6e7d1d4ca req-048cf29b-71b6-4523-a768-eec8536d63a7 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:10.403717 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-daa69ee8-85c5-4505-b69d-27f6e7d1d4ca req-048cf29b-71b6-4523-a768-eec8536d63a7 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb90a30a-1b40-48ae-8785-2b28ec5dfb60 HTTP/1.1" status: 200 len: 945 time: 0.0776927 Mar 31 20:53:10.436256 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 7b13b29e-8678-49f0-a6f1-cf96e3c39b73 is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:10.436654 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (7b13b29e-8678-49f0-a6f1-cf96e3c39b73), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:10.439721 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-03f5cbb4-463b-4fe0-a95d-e6f262f72d5c req-31d369fe-fdfc-4e5f-8c1a-d32af972afb3 service neutron] 10.222.0.32 "GET /v2.0/networks/d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936065 Mar 31 20:53:10.463244 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-daa69ee8-85c5-4505-b69d-27f6e7d1d4ca req-bab2445e-bd72-4784-81d4-51df4eee4d61 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532694 Mar 31 20:53:10.465559 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb90a30a-1b40-48ae-8785-2b28ec5dfb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b13b29e-8678-49f0-a6f1-cf96e3c39b73'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:53:10.466166 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a3aa25-924f-488a-948f-01cdede39987" -d '{"events": [{"server_uuid": "cb90a30a-1b40-48ae-8785-2b28ec5dfb60", "name": "network-vif-plugged", "status": "completed", "tag": "7b13b29e-8678-49f0-a6f1-cf96e3c39b73"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:53:10.480612 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 7b13b29e-8678-49f0-a6f1-cf96e3c39b73, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7b13b29e-8678-49f0-a6f1-cf96e3c39b73,segment=NetworkSegment(edb58392-9e59-4487-b73f-9aec2d0d597b),segment_id=edb58392-9e59-4487-b73f-9aec2d0d597b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:53:10.503223 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9b56e6-0776-4f0b-bca7-48de7f03b693 x-openstack-request-id: req-2d9b56e6-0776-4f0b-bca7-48de7f03b693 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:53:10.503516 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb90a30a-1b40-48ae-8785-2b28ec5dfb60", "name": "network-vif-plugged", "status": "completed", "tag": "7b13b29e-8678-49f0-a6f1-cf96e3c39b73", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:53:10.503792 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2d9b56e6-0776-4f0b-bca7-48de7f03b693 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:53:10.504202 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d9b56e6-0776-4f0b-bca7-48de7f03b693'] response: {'server_uuid': 'cb90a30a-1b40-48ae-8785-2b28ec5dfb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b13b29e-8678-49f0-a6f1-cf96e3c39b73', 'code': 200} Mar 31 20:53:10.557831 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (7b13b29e-8678-49f0-a6f1-cf96e3c39b73), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:10.558607 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device b9e959c2-3e50-4211-9f92-20e2308b8911 up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:53:10.633423 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=7b13b29e-8678-49f0-a6f1-cf96e3c39b73,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:10.694026 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning for port b9e959c2-3e50-4211-9f92-20e2308b8911 completed by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:53:10.699153 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port b9e959c2-3e50-4211-9f92-20e2308b8911 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:10.704739 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (b9e959c2-3e50-4211-9f92-20e2308b8911), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:10.788909 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port b9e959c2-3e50-4211-9f92-20e2308b8911 is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:10.789301 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (b9e959c2-3e50-4211-9f92-20e2308b8911), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:10.824446 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port b9e959c2-3e50-4211-9f92-20e2308b8911, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b9e959c2-3e50-4211-9f92-20e2308b8911,segment=NetworkSegment(6c423cf7-1ebc-4c28-a1e1-93bb3014f642),segment_id=6c423cf7-1ebc-4c28-a1e1-93bb3014f642)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:53:10.846974 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8e427-a71d-43fd-b44e-b519ff24ef38 req-444e3e5e-eb84-43d6-9c55-f044110ff466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:10.848514 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-b7c8e427-a71d-43fd-b44e-b519ff24ef38 req-444e3e5e-eb84-43d6-9c55-f044110ff466 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cb90a30a-1b40-48ae-8785-2b28ec5dfb60 HTTP/1.1" status: 200 len: 1130 time: 0.0466599 Mar 31 20:53:10.888196 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (b9e959c2-3e50-4211-9f92-20e2308b8911), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:10.893006 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-b7c8e427-a71d-43fd-b44e-b519ff24ef38 req-96ba8e5d-0570-47ae-82fb-c8d5c8da5ed7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373847 Mar 31 20:53:10.935024 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=b9e959c2-3e50-4211-9f92-20e2308b8911,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:11.344018 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b25015-f770-49ab-92c2-ba10d4d0c936 req-496c5251-e16c-4c35-a25f-df7a88b8f018 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:11.346907 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-60b25015-f770-49ab-92c2-ba10d4d0c936 req-496c5251-e16c-4c35-a25f-df7a88b8f018 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 943 time: 0.0574591 Mar 31 20:53:11.398447 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-60b25015-f770-49ab-92c2-ba10d4d0c936 req-3030dd0f-ac64-4a48-a27a-c704ed51df62 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457530 Mar 31 20:53:11.507636 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bf58d-9f20-46ee-8132-14cf4eb4e1f5 req-dbd24f4c-a99d-4fcf-9572-b62adfd22be7 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:11.509161 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e81bf58d-9f20-46ee-8132-14cf4eb4e1f5 req-dbd24f4c-a99d-4fcf-9572-b62adfd22be7 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 946 time: 0.0550513 Mar 31 20:53:11.592931 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e81bf58d-9f20-46ee-8132-14cf4eb4e1f5 req-db146b99-6286-4133-9be1-9d567159794c tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782402 Mar 31 20:53:11.611837 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0f3f4-7b78-42af-8363-1eba31e4d782 req-6563646c-f092-4783-8d84-cb5075fc763c tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:11.613081 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-80b0f3f4-7b78-42af-8363-1eba31e4d782 req-6563646c-f092-4783-8d84-cb5075fc763c tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb90a30a-1b40-48ae-8785-2b28ec5dfb60 HTTP/1.1" status: 200 len: 946 time: 0.0815680 Mar 31 20:53:11.664427 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-80b0f3f4-7b78-42af-8363-1eba31e4d782 req-5c670a76-f643-4e98-b100-2eab07d2b532 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453315 Mar 31 20:53:11.688864 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-15609884-4655-4e25-a838-2b60cd1b5077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:12.505124 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be0713b-3925-489f-b1e7-2dedb0b758f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e959c2-3e50-4211-9f92-20e2308b8911'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:53:12.507478 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2864be7c-20fe-47f7-ab74-f1fdf96dba18" -d '{"events": [{"server_uuid": "0be0713b-3925-489f-b1e7-2dedb0b758f3", "name": "network-vif-plugged", "status": "completed", "tag": "b9e959c2-3e50-4211-9f92-20e2308b8911"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:53:12.518490 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f1ef4-7db5-4f8a-b849-3b8243900665 req-78cca511-272f-44d4-bffb-8732f721580d tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:12.520027 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4e7f1ef4-7db5-4f8a-b849-3b8243900665 req-78cca511-272f-44d4-bffb-8732f721580d tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 943 time: 0.0530736 Mar 31 20:53:12.544219 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e56220-4dca-47b5-8068-24c5e92bb223 x-openstack-request-id: req-72e56220-4dca-47b5-8068-24c5e92bb223 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:53:12.544650 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be0713b-3925-489f-b1e7-2dedb0b758f3", "name": "network-vif-plugged", "status": "completed", "tag": "b9e959c2-3e50-4211-9f92-20e2308b8911", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:53:12.545145 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-72e56220-4dca-47b5-8068-24c5e92bb223 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:53:12.545575 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72e56220-4dca-47b5-8068-24c5e92bb223'] response: {'server_uuid': '0be0713b-3925-489f-b1e7-2dedb0b758f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e959c2-3e50-4211-9f92-20e2308b8911', 'code': 200} Mar 31 20:53:12.568655 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4e7f1ef4-7db5-4f8a-b849-3b8243900665 req-a80c2a2d-fb6a-4aff-81a7-cc60d67fb31e tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426707 Mar 31 20:53:12.801679 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df730e55-8866-464a-97fa-b87830bb8368 req-619b0fd0-4957-4231-b4c4-f16dd248a196 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:12.803207 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-df730e55-8866-464a-97fa-b87830bb8368 req-619b0fd0-4957-4231-b4c4-f16dd248a196 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb90a30a-1b40-48ae-8785-2b28ec5dfb60 HTTP/1.1" status: 200 len: 946 time: 0.0613012 Mar 31 20:53:12.877467 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-df730e55-8866-464a-97fa-b87830bb8368 req-59a2cc9b-7218-494b-9c91-cd80ebbb9568 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677948 Mar 31 20:53:12.900662 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c273434-38f0-4142-b750-02a45878ffd9 req-1d698134-d1f6-420d-b801-a8b1643b6032 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:12.903092 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9c273434-38f0-4142-b750-02a45878ffd9 req-1d698134-d1f6-420d-b801-a8b1643b6032 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 946 time: 0.0740445 Mar 31 20:53:12.931250 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db36978-6596-4cfe-840e-cc5b50cc1cb9 req-8eaea683-826e-4055-920c-7f3cd252027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:12.933894 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-7db36978-6596-4cfe-840e-cc5b50cc1cb9 req-8eaea683-826e-4055-920c-7f3cd252027b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 1130 time: 0.0595920 Mar 31 20:53:12.961938 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9c273434-38f0-4142-b750-02a45878ffd9 req-811c79b2-b62b-4a56-8711-bd44fcbf8d6f tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481803 Mar 31 20:53:12.983179 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-7db36978-6596-4cfe-840e-cc5b50cc1cb9 req-65295863-311c-4b87-a925-d1a3099c734c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440919 Mar 31 20:53:13.390063 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:13.698739 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad494a-d5c0-4592-b456-62d28c5c8a82 req-e216d7ec-7fe2-405d-bcc9-aeda67fc85c3 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:13.700380 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b7ad494a-d5c0-4592-b456-62d28c5c8a82 req-e216d7ec-7fe2-405d-bcc9-aeda67fc85c3 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 943 time: 0.0606771 Mar 31 20:53:13.764237 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b7ad494a-d5c0-4592-b456-62d28c5c8a82 req-7252ef11-df5c-4256-a4fb-ab02187a2a2d tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578122 Mar 31 20:53:14.089367 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b8551-c30f-4fc4-b1ff-a954061d9e0e req-214a9152-856e-45f3-8bc3-75b7ce7af2fc tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:14.090865 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fc9b8551-c30f-4fc4-b1ff-a954061d9e0e req-214a9152-856e-45f3-8bc3-75b7ce7af2fc tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 946 time: 0.0547781 Mar 31 20:53:14.148035 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fc9b8551-c30f-4fc4-b1ff-a954061d9e0e req-2012bc4f-c693-423a-a7d6-1126f6e6a310 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506811 Mar 31 20:53:14.201692 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279b639-4a73-4c0a-b179-94398c069da6 req-ce8b719a-548d-40f1-80e7-b60af5302532 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:14.203074 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9279b639-4a73-4c0a-b179-94398c069da6 req-ce8b719a-548d-40f1-80e7-b60af5302532 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb90a30a-1b40-48ae-8785-2b28ec5dfb60 HTTP/1.1" status: 200 len: 946 time: 0.0532823 Mar 31 20:53:14.216004 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device ce35bd43-b33c-4af7-8739-0eda8209389d details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:53:14.251284 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9279b639-4a73-4c0a-b179-94398c069da6 req-8a9290de-37b8-46f0-b7eb-b90a43f0c0bd tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422833 Mar 31 20:53:14.449385 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port ce35bd43-b33c-4af7-8739-0eda8209389d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ce35bd43-b33c-4af7-8739-0eda8209389d,segment=NetworkSegment(b906f337-630f-4de4-8741-ff469e962146),segment_id=b906f337-630f-4de4-8741-ff469e962146)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:53:14.460711 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': 'ce35bd43-b33c-4af7-8739-0eda8209389d', 'network_id': 'd0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4', 'port_id': 'ce35bd43-b33c-4af7-8739-0eda8209389d', 'mac_address': 'fa:16:3e:85:ff:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf3615c3-64ad-4487-a55f-88ae5ba8c3c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:53:14.497197 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port ce35bd43-b33c-4af7-8739-0eda8209389d is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:14.497852 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (ce35bd43-b33c-4af7-8739-0eda8209389d), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:14.512330 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce35bd43-b33c-4af7-8739-0eda8209389d {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:53:14.535242 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port ce35bd43-b33c-4af7-8739-0eda8209389d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ce35bd43-b33c-4af7-8739-0eda8209389d,segment=NetworkSegment(b906f337-630f-4de4-8741-ff469e962146),segment_id=b906f337-630f-4de4-8741-ff469e962146)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:53:14.625489 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (ce35bd43-b33c-4af7-8739-0eda8209389d), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:14.673367 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=ce35bd43-b33c-4af7-8739-0eda8209389d,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:14.887595 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39faf008-efba-4d8c-a7a0-d72209ea7b5c req-82f13c5f-85c3-421a-8ac0-c9e2dff89a49 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:14.889115 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-39faf008-efba-4d8c-a7a0-d72209ea7b5c req-82f13c5f-85c3-421a-8ac0-c9e2dff89a49 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 944 time: 0.0560875 Mar 31 20:53:14.902995 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['ce35bd43-b33c-4af7-8739-0eda8209389d'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:53:14.937554 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-39faf008-efba-4d8c-a7a0-d72209ea7b5c req-ebfffec3-3c3f-4de4-930e-2c5a449f7fa2 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427525 Mar 31 20:53:15.155062 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:15.264614 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ace0d-a9ae-4caa-a640-cafb7f504501 req-5bfd8fc9-e8b3-4029-933d-14b5bacfdc0e tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:15.266114 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-818ace0d-a9ae-4caa-a640-cafb7f504501 req-5bfd8fc9-e8b3-4029-933d-14b5bacfdc0e tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 946 time: 0.0516644 Mar 31 20:53:15.315611 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-818ace0d-a9ae-4caa-a640-cafb7f504501 req-bbec2f6a-41ea-4a5a-8bd3-8da2fe8dfdf5 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439701 Mar 31 20:53:15.369136 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf13b5-19e0-499c-af47-3a7df2ab5b7f req-d26066a3-88e3-444b-9326-cc0e3e1d4e3a tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:15.370597 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5ebf13b5-19e0-499c-af47-3a7df2ab5b7f req-d26066a3-88e3-444b-9326-cc0e3e1d4e3a tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb90a30a-1b40-48ae-8785-2b28ec5dfb60 HTTP/1.1" status: 200 len: 946 time: 0.0531807 Mar 31 20:53:15.452156 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5ebf13b5-19e0-499c-af47-3a7df2ab5b7f req-a895ad10-78cc-4b1d-9c6e-657d98571ebc tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752020 Mar 31 20:53:15.463450 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dfb2d-1827-4c34-a17d-12aa1cd847d5 req-1d0371c4-ed23-46eb-a763-390db7bfd9a9 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:15.464893 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-298dfb2d-1827-4c34-a17d-12aa1cd847d5 req-1d0371c4-ed23-46eb-a763-390db7bfd9a9 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 946 time: 0.0822890 Mar 31 20:53:15.512936 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-298dfb2d-1827-4c34-a17d-12aa1cd847d5 req-b4191378-01f9-4005-8877-59f60318c561 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425596 Mar 31 20:53:15.534513 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 35756) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:53:15.669933 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:15.674562 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfdcb06-d88c-4aca-88ba-f6ad1dd8ea1e tempest-TestVolumeBootPattern-789624735 tempest-TestVolumeBootPattern-789624735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:15.676125 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-6cfdcb06-d88c-4aca-88ba-f6ad1dd8ea1e tempest-TestVolumeBootPattern-789624735 tempest-TestVolumeBootPattern-789624735-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 1125 time: 0.1406429 Mar 31 20:53:15.678997 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 35760) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:53:15.683948 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Request body: {'floatingip': {'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'port_id': 'b9e959c2-3e50-4211-9f92-20e2308b8911', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:53:15.761316 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:15.859243 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:15.959668 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Allocated IP 172.27.0.90 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/6aea1cf9-e956-46d0-9b76-708b610650c7) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:53:16.076279 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d389da2-deaa-40f5-b954-b2b56b9b0f5a req-5e67227a-1785-4b73-af9e-03d93f378f4f tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:16.077871 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-7d389da2-deaa-40f5-b954-b2b56b9b0f5a req-5e67227a-1785-4b73-af9e-03d93f378f4f tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb90a30a-1b40-48ae-8785-2b28ec5dfb60 HTTP/1.1" status: 200 len: 946 time: 0.0564947 Mar 31 20:53:16.108781 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a5eec-91ae-4dd8-94d2-394083c6ddb5 req-bb581549-7de4-4abf-80bc-b0e8d9c06374 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:16.108781 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ef6a5eec-91ae-4dd8-94d2-394083c6ddb5 req-bb581549-7de4-4abf-80bc-b0e8d9c06374 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 944 time: 0.0920846 Mar 31 20:53:16.117087 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for port (6aea1cf9-e956-46d0-9b76-708b610650c7), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:16.174676 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-7d389da2-deaa-40f5-b954-b2b56b9b0f5a req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Deleting port 7b13b29e-8678-49f0-a6f1-cf96e3c39b73 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:53:16.175042 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7d389da2-deaa-40f5-b954-b2b56b9b0f5a req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (7b13b29e-8678-49f0-a6f1-cf96e3c39b73), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:16.175561 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ef6a5eec-91ae-4dd8-94d2-394083c6ddb5 req-dc36bc51-f645-4946-bf18-bfc1776830f5 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663342 Mar 31 20:53:16.225605 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device ce35bd43-b33c-4af7-8739-0eda8209389d up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:53:16.248954 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (6aea1cf9-e956-46d0-9b76-708b610650c7), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:16.273562 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-7d389da2-deaa-40f5-b954-b2b56b9b0f5a req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] For port 7b13b29e-8678-49f0-a6f1-cf96e3c39b73, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7b13b29e-8678-49f0-a6f1-cf96e3c39b73,segment=NetworkSegment(edb58392-9e59-4487-b73f-9aec2d0d597b),segment_id=edb58392-9e59-4487-b73f-9aec2d0d597b)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:53:16.274030 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7d389da2-deaa-40f5-b954-b2b56b9b0f5a req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (7b13b29e-8678-49f0-a6f1-cf96e3c39b73), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:16.288114 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:53:16.290994 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-7d389da2-deaa-40f5-b954-b2b56b9b0f5a req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Calling delete_port for 7b13b29e-8678-49f0-a6f1-cf96e3c39b73 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:53:16.291655 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:53:16.297462 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:53:16.303046 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Pushing event updated for resources: {'Port': ['ID=6aea1cf9-e956-46d0-9b76-708b610650c7,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:16.331338 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.331682 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.332042 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.332381 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.332714 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.333039 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.333359 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.333678 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.333997 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.334316 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.334639 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.334967 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.335273 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.335584 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.335924 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.366800 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning for port ce35bd43-b33c-4af7-8739-0eda8209389d completed by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:53:16.371316 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port ce35bd43-b33c-4af7-8739-0eda8209389d triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:16.375112 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (ce35bd43-b33c-4af7-8739-0eda8209389d), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:16.453983 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port ce35bd43-b33c-4af7-8739-0eda8209389d is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:16.454409 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (ce35bd43-b33c-4af7-8739-0eda8209389d), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:16.478187 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a78525-6edb-420c-981b-ac7b48675cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce35bd43-b33c-4af7-8739-0eda8209389d'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:53:16.480630 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612a7deb-403d-4587-8265-a63f7336ff78" -d '{"events": [{"server_uuid": "d9a78525-6edb-420c-981b-ac7b48675cba", "name": "network-vif-plugged", "status": "completed", "tag": "ce35bd43-b33c-4af7-8739-0eda8209389d"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:53:16.489608 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7d389da2-deaa-40f5-b954-b2b56b9b0f5a req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (7b13b29e-8678-49f0-a6f1-cf96e3c39b73), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:16.501476 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port ce35bd43-b33c-4af7-8739-0eda8209389d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ce35bd43-b33c-4af7-8739-0eda8209389d,segment=NetworkSegment(b906f337-630f-4de4-8741-ff469e962146),segment_id=b906f337-630f-4de4-8741-ff469e962146)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:53:16.504633 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['7b13b29e-8678-49f0-a6f1-cf96e3c39b73'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:53:16.542209 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Pushing event deleted for resources: {'Port': ['ID=7b13b29e-8678-49f0-a6f1-cf96e3c39b73,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:16.553511 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae71198-89fd-4dff-8f23-e68df909c97f x-openstack-request-id: req-0ae71198-89fd-4dff-8f23-e68df909c97f {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:53:16.553511 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a78525-6edb-420c-981b-ac7b48675cba", "name": "network-vif-plugged", "status": "completed", "tag": "ce35bd43-b33c-4af7-8739-0eda8209389d", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:53:16.553511 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0ae71198-89fd-4dff-8f23-e68df909c97f {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:53:16.553511 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae71198-89fd-4dff-8f23-e68df909c97f'] response: {'server_uuid': 'd9a78525-6edb-420c-981b-ac7b48675cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce35bd43-b33c-4af7-8739-0eda8209389d', 'code': 200} Mar 31 20:53:16.560771 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.560771 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.561168 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.561506 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.561837 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.562166 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.562544 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.562870 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.563188 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.563507 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.563856 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.564178 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.564526 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.564842 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.565159 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:16.569698 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (ce35bd43-b33c-4af7-8739-0eda8209389d), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:16.592209 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-46b52217-2835-45a6-b63c-7dd1790e72b1 req-ca5b084b-0361-485c-8d77-64d2f6d2fff6 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb90a30a-1b40-48ae-8785-2b28ec5dfb60 HTTP/1.1" status: 200 len: 210 time: 0.0556374 Mar 31 20:53:16.618376 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d389da2-deaa-40f5-b954-b2b56b9b0f5a req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] No DVR routers for this DVR port 7b13b29e-8678-49f0-a6f1-cf96e3c39b73 on host hv-cinder-83607 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:53:16.620028 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7d389da2-deaa-40f5-b954-b2b56b9b0f5a req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:16.624766 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-7d389da2-deaa-40f5-b954-b2b56b9b0f5a req-7318d609-6d76-4caf-886a-b012033103e8 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.32 "DELETE /v2.0/ports/7b13b29e-8678-49f0-a6f1-cf96e3c39b73 HTTP/1.1" status: 204 len: 173 time: 0.5403674 Mar 31 20:53:16.625364 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb90a30a-1b40-48ae-8785-2b28ec5dfb60', 'name': 'network-vif-deleted', 'tag': '7b13b29e-8678-49f0-a6f1-cf96e3c39b73'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:53:16.627790 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146ec2a2-25b4-4d69-8856-5b6ae77d215a" -d '{"events": [{"server_uuid": "cb90a30a-1b40-48ae-8785-2b28ec5dfb60", "name": "network-vif-deleted", "tag": "7b13b29e-8678-49f0-a6f1-cf96e3c39b73"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:53:16.633221 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=ce35bd43-b33c-4af7-8739-0eda8209389d,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:16.675739 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b96202a-9403-4aca-98ef-b53c2839351e x-openstack-request-id: req-4b96202a-9403-4aca-98ef-b53c2839351e {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:53:16.676090 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb90a30a-1b40-48ae-8785-2b28ec5dfb60", "name": "network-vif-deleted", "tag": "7b13b29e-8678-49f0-a6f1-cf96e3c39b73", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:53:16.676355 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4b96202a-9403-4aca-98ef-b53c2839351e {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:53:16.676740 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b96202a-9403-4aca-98ef-b53c2839351e'] response: {'server_uuid': 'cb90a30a-1b40-48ae-8785-2b28ec5dfb60', 'name': 'network-vif-deleted', 'tag': '7b13b29e-8678-49f0-a6f1-cf96e3c39b73', 'status': 'completed', 'code': 200} Mar 31 20:53:16.776969 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for floatingip (47d74ee4-615c-4c2c-b88d-7874551e135f), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:16.912901 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (6aea1cf9-e956-46d0-9b76-708b610650c7), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:16.925303 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382cef7-796d-4719-ac0b-25f7044bc057 req-76e48813-68b4-4a35-8268-e023d3b7dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:16.926840 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-3382cef7-796d-4719-ac0b-25f7044bc057 req-76e48813-68b4-4a35-8268-e023d3b7dd13 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 1129 time: 0.0453382 Mar 31 20:53:16.975559 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-3382cef7-796d-4719-ac0b-25f7044bc057 req-86c9373f-50ab-4468-a767-1c30c1928f49 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431561 Mar 31 20:53:17.065894 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for port (6aea1cf9-e956-46d0-9b76-708b610650c7), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:17.156668 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12676161'] for port (6aea1cf9-e956-46d0-9b76-708b610650c7), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:17.230995 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Pushing event updated for resources: {'Port': ['ID=6aea1cf9-e956-46d0-9b76-708b610650c7,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:17.241288 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (47d74ee4-615c-4c2c-b88d-7874551e135f), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:17.374933 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09646f8f-0b11-4859-a0bf-53ae460f3b64 req-ca499d51-5713-4b7e-97b2-0001a78a9c6b tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:17.376309 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-09646f8f-0b11-4859-a0bf-53ae460f3b64 req-ca499d51-5713-4b7e-97b2-0001a78a9c6b tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 945 time: 0.1009746 Mar 31 20:53:17.389613 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.db.l3_db [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Floating IP 47d74ee4-615c-4c2c-b88d-7874551e135f associated. External IP: 172.27.0.90, port: b9e959c2-3e50-4211-9f92-20e2308b8911. Mar 31 20:53:17.497406 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-09646f8f-0b11-4859-a0bf-53ae460f3b64 req-d61d45f1-4ce7-478b-97f0-7d63b73d2ef4 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146047 Mar 31 20:53:17.646492 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Router 4002ab7e-0d54-450d-8fbd-c167b8e820ec has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:53:17.997368 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-92e48743-a517-4503-b120-35a336df6ccf req-fb8c1f8f-c7d7-49de-b40c-72f3042f274c tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb90a30a-1b40-48ae-8785-2b28ec5dfb60 HTTP/1.1" status: 200 len: 210 time: 0.2792406 Mar 31 20:53:18.034658 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:53:18.045961 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220eb550-23ee-4488-b39e-aae4c9a6bd04 None None] Sync routers for ids ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:53:18.057411 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220eb550-23ee-4488-b39e-aae4c9a6bd04 None None] Routers {'4002ab7e-0d54-450d-8fbd-c167b8e820ec'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:53:18.058051 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-220eb550-23ee-4488-b39e-aae4c9a6bd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:53:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:53:18.113512 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:18.155232 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-cda6d1ea-248a-4384-8e04-97c2da9d27af tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4655781 Mar 31 20:53:18.155232 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be0713b-3925-489f-b1e7-2dedb0b758f3', 'tag': 'b9e959c2-3e50-4211-9f92-20e2308b8911'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:53:18.155232 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5253feeaf43b009d496c5950c37129f342c333472f7057fa14384dd137f2b4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c4e509-5eb1-44e0-a418-2b35a8554031" -d '{"events": [{"name": "network-changed", "server_uuid": "0be0713b-3925-489f-b1e7-2dedb0b758f3", "tag": "b9e959c2-3e50-4211-9f92-20e2308b8911"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:53:18.179176 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-220eb550-23ee-4488-b39e-aae4c9a6bd04 None None] Set router 4002ab7e-0d54-450d-8fbd-c167b8e820ec gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:53:18.184729 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249c8ee6-30ae-458d-8de0-ea02131a79ee x-openstack-request-id: req-249c8ee6-30ae-458d-8de0-ea02131a79ee {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:53:18.185098 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be0713b-3925-489f-b1e7-2dedb0b758f3", "tag": "b9e959c2-3e50-4211-9f92-20e2308b8911", "status": "completed", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:53:18.185724 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-249c8ee6-30ae-458d-8de0-ea02131a79ee {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:53:18.186229 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-249c8ee6-30ae-458d-8de0-ea02131a79ee'] response: {'name': 'network-changed', 'server_uuid': '0be0713b-3925-489f-b1e7-2dedb0b758f3', 'tag': 'b9e959c2-3e50-4211-9f92-20e2308b8911', 'status': 'completed', 'code': 200} Mar 31 20:53:18.252348 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4e509-5eb1-44e0-a418-2b35a8554031 req-378a6f38-34b7-4972-a00f-07561322efde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:18.253995 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-26c4e509-5eb1-44e0-a418-2b35a8554031 req-378a6f38-34b7-4972-a00f-07561322efde service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd&device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 1130 time: 0.0460229 Mar 31 20:53:18.345861 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4e509-5eb1-44e0-a418-2b35a8554031 req-22fcb766-37d7-4394-87f4-a068fb335ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:18.347314 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-26c4e509-5eb1-44e0-a418-2b35a8554031 req-22fcb766-37d7-4394-87f4-a068fb335ebf service neutron] 10.222.0.32 "GET /v2.0/networks?id=891ebc70-d7d8-43ce-bc93-700332ce0830 HTTP/1.1" status: 200 len: 912 time: 0.0876319 Mar 31 20:53:18.415821 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-26c4e509-5eb1-44e0-a418-2b35a8554031 req-55c83df9-4776-43e3-8455-c749842cd52c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9e959c2-3e50-4211-9f92-20e2308b8911 HTTP/1.1" status: 200 len: 999 time: 0.0613503 Mar 31 20:53:18.417631 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-220eb550-23ee-4488-b39e-aae4c9a6bd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:47:20Z', 'revision_number': 4, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '47d74ee4-615c-4c2c-b88d-7874551e135f', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'port_id': 'b9e959c2-3e50-4211-9f92-20e2308b8911', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'mac_address': 'fa:16:3e:e4:b9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be0713b-3925-489f-b1e7-2dedb0b758f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:53:16Z', 'updated_at': '2022-03-31T20:53:16Z', 'revision_number': 0, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'fixed_ip_address_scope': None}, {'id': '74231a79-e1cb-4ffc-80d2-df9f63885510', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'port_id': '6691e9c2-0442-4aa2-afd4-88ce085a8e5b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'mac_address': 'fa:16:3e:b8:03:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c5e7b-2e22-452e-97ba-cdf734eb58bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:50:58Z', 'updated_at': '2022-03-31T20:51:01Z', 'revision_number': 1, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c291cad-ed57-4c34-b352-dc37c188f7a5', 'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'mac_address': 'fa:16:3e:0d:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:20Z', 'updated_at': '2022-03-31T20:47:25Z', 'revision_number': 5, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'subnets': [{'id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:53:18.443868 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220eb550-23ee-4488-b39e-aae4c9a6bd04 None None] Checking router: 4002ab7e-0d54-450d-8fbd-c167b8e820ec for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:53:18.452627 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220eb550-23ee-4488-b39e-aae4c9a6bd04 None None] Routers {'4002ab7e-0d54-450d-8fbd-c167b8e820ec'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:53:18.453225 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-220eb550-23ee-4488-b39e-aae4c9a6bd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:53:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:53:18.463934 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4e509-5eb1-44e0-a418-2b35a8554031 req-06fd571a-6dcf-4df5-9b06-53e90da56376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:18.465498 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-26c4e509-5eb1-44e0-a418-2b35a8554031 req-06fd571a-6dcf-4df5-9b06-53e90da56376 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d8ae2ad-26c3-4ccb-8104-532540816283 HTTP/1.1" status: 200 len: 850 time: 0.0438828 Mar 31 20:53:18.513963 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4e509-5eb1-44e0-a418-2b35a8554031 req-4d88b146-6c5f-40da-bed5-956685f84297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:18.515612 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-26c4e509-5eb1-44e0-a418-2b35a8554031 req-4d88b146-6c5f-40da-bed5-956685f84297 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=891ebc70-d7d8-43ce-bc93-700332ce0830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434165 Mar 31 20:53:18.565163 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-220eb550-23ee-4488-b39e-aae4c9a6bd04 None None] Set router 4002ab7e-0d54-450d-8fbd-c167b8e820ec gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:53:18.616599 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-26c4e509-5eb1-44e0-a418-2b35a8554031 req-de36a48d-5a88-48fb-92d1-602b2d3d0b2b service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954316 Mar 31 20:53:18.625541 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee13893-6dba-43b6-9842-adce31056d00 req-38b95c2e-987a-4185-baf0-8b2b40880a53 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:18.627028 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-cee13893-6dba-43b6-9842-adce31056d00 req-38b95c2e-987a-4185-baf0-8b2b40880a53 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 945 time: 0.0537465 Mar 31 20:53:18.688444 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-cee13893-6dba-43b6-9842-adce31056d00 req-035ab0fc-ce8b-41be-9d6c-c7eb2096ba37 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551562 Mar 31 20:53:18.712985 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-26c4e509-5eb1-44e0-a418-2b35a8554031 req-2f66399c-e26a-46b9-bd6b-f7efd0d35369 service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898473 Mar 31 20:53:18.807331 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-220eb550-23ee-4488-b39e-aae4c9a6bd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:47:20Z', 'revision_number': 4, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '47d74ee4-615c-4c2c-b88d-7874551e135f', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'port_id': 'b9e959c2-3e50-4211-9f92-20e2308b8911', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'mac_address': 'fa:16:3e:e4:b9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be0713b-3925-489f-b1e7-2dedb0b758f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:53:16Z', 'updated_at': '2022-03-31T20:53:16Z', 'revision_number': 0, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'fixed_ip_address_scope': None}, {'id': '74231a79-e1cb-4ffc-80d2-df9f63885510', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'port_id': '6691e9c2-0442-4aa2-afd4-88ce085a8e5b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'mac_address': 'fa:16:3e:b8:03:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c5e7b-2e22-452e-97ba-cdf734eb58bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:50:58Z', 'updated_at': '2022-03-31T20:51:01Z', 'revision_number': 1, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c291cad-ed57-4c34-b352-dc37c188f7a5', 'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'mac_address': 'fa:16:3e:0d:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:20Z', 'updated_at': '2022-03-31T20:47:25Z', 'revision_number': 5, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'subnets': [{'id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:53:18.833893 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220eb550-23ee-4488-b39e-aae4c9a6bd04 None None] The sync data for ids ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'] in dv-cinder-836072-1-iscsi is: [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:47:20Z', 'revision_number': 4, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '47d74ee4-615c-4c2c-b88d-7874551e135f', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'port_id': 'b9e959c2-3e50-4211-9f92-20e2308b8911', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'mac_address': 'fa:16:3e:e4:b9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be0713b-3925-489f-b1e7-2dedb0b758f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:53:16Z', 'updated_at': '2022-03-31T20:53:16Z', 'revision_number': 0, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'fixed_ip_address_scope': None}, {'id': '74231a79-e1cb-4ffc-80d2-df9f63885510', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'port_id': '6691e9c2-0442-4aa2-afd4-88ce085a8e5b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'mac_address': 'fa:16:3e:b8:03:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c5e7b-2e22-452e-97ba-cdf734eb58bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:50:58Z', 'updated_at': '2022-03-31T20:51:01Z', 'revision_number': 1, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c291cad-ed57-4c34-b352-dc37c188f7a5', 'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'mac_address': 'fa:16:3e:0d:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:20Z', 'updated_at': '2022-03-31T20:47:25Z', 'revision_number': 5, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'subnets': [{'id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:53:19.028977 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7effcc-0cc0-46bb-a3ff-535302f8056c None None] New status for floating IP 47d74ee4-615c-4c2c-b88d-7874551e135f: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:53:19.317759 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-b95e786c-b397-4e27-925e-87209e990836 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:19.319218 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-b95e786c-b397-4e27-925e-87209e990836 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/networks?id=c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c HTTP/1.1" status: 200 len: 807 time: 0.1024458 Mar 31 20:53:19.334277 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-36e43b66-b704-4f39-b87d-b8f53b1913fb tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/quotas/d720a0acc9744b05be19b15311092829 HTTP/1.1" status: 200 len: 375 time: 0.0094388 Mar 31 20:53:19.375904 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-a4e0c9b7-8bcb-4036-8c26-233c7bc71f1d tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d720a0acc9744b05be19b15311092829&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278318 Mar 31 20:53:19.459656 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-2f36f597-1d1d-43fe-b17b-eaace4b42511 service neutron] 10.222.0.61 "GET /v2.0/networks/c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849278 Mar 31 20:53:19.566509 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-e46f6135-4d7b-4c01-89f5-d8010bd1e34b service neutron] 10.222.0.61 "GET /v2.0/networks/c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001065 Mar 31 20:53:19.782707 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-94a506a4-d02f-4093-881a-53fd2c626117 req-ea80a73a-d44d-4a02-bdb4-35089874860d tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526a1e9-6c00-49bd-bf8d-990f4c565661 HTTP/1.1" status: 200 len: 210 time: 0.0282750 Mar 31 20:53:20.230513 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 7b13b29e-8678-49f0-a6f1-cf96e3c39b73 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:53:20.252700 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] No Port match for: 7b13b29e-8678-49f0-a6f1-cf96e3c39b73 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:53:20.252964 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 7b13b29e-8678-49f0-a6f1-cf96e3c39b73 not bound to the agent host hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:53:20.891980 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-63493016-b8a1-4254-8367-4c63ddc18015 req-f647967a-feb9-4a90-a05c-75c221942889 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526a1e9-6c00-49bd-bf8d-990f4c565661 HTTP/1.1" status: 200 len: 210 time: 0.0270693 Mar 31 20:53:22.005238 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-228f2f4e-947f-4a1d-ad05-da0947295122 req-0e9ec9bf-867c-47ba-bd0f-399c1046296d tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526a1e9-6c00-49bd-bf8d-990f4c565661 HTTP/1.1" status: 200 len: 210 time: 0.0331953 Mar 31 20:53:22.176052 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-eb98d334-aa9f-41b4-bb40-755da3b7aab6 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:22.177503 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-eb98d334-aa9f-41b4-bb40-755da3b7aab6 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.32 "GET /v2.0/networks?id=c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c HTTP/1.1" status: 200 len: 807 time: 0.3742964 Mar 31 20:53:22.189921 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-10a154a7-561a-4a3c-90f9-2613af9ccbf7 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Request body: {'port': {'device_id': '2526a1e9-6c00-49bd-bf8d-990f4c565661', 'network_id': 'c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c', 'admin_state_up': True, 'tenant_id': 'd720a0acc9744b05be19b15311092829'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:53:22.362294 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-10a154a7-561a-4a3c-90f9-2613af9ccbf7 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Made reservation on behalf of d720a0acc9744b05be19b15311092829 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:53:22.366005 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-10a154a7-561a-4a3c-90f9-2613af9ccbf7 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:22.492257 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-10a154a7-561a-4a3c-90f9-2613af9ccbf7 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Allocated IP 172.20.0.8 (c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c/b955e294-2582-4031-8fdd-c7f90645f1a6/e64e181c-bf67-455d-9306-efb739d092c2) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:53:22.643217 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-10a154a7-561a-4a3c-90f9-2613af9ccbf7 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Publish callbacks [] for port (e64e181c-bf67-455d-9306-efb739d092c2), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:22.740160 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-10a154a7-561a-4a3c-90f9-2613af9ccbf7 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (e64e181c-bf67-455d-9306-efb739d092c2), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:22.781017 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-10a154a7-561a-4a3c-90f9-2613af9ccbf7 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Network c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:53:22.784006 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-10a154a7-561a-4a3c-90f9-2613af9ccbf7 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:53:22.787630 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-10a154a7-561a-4a3c-90f9-2613af9ccbf7 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:53:22.817270 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a154a7-561a-4a3c-90f9-2613af9ccbf7 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Pushing event updated for resources: {'Port': ['ID=e64e181c-bf67-455d-9306-efb739d092c2,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:22.849270 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-10a154a7-561a-4a3c-90f9-2613af9ccbf7 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:22.849898 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-10a154a7-561a-4a3c-90f9-2613af9ccbf7 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:22.954002 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-10a154a7-561a-4a3c-90f9-2613af9ccbf7 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7678268 Mar 31 20:53:22.964713 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-d6a772b9-0d68-4d86-999f-290ed54c83b0 service neutron] Request body: {'port': {'device_id': '2526a1e9-6c00-49bd-bf8d-990f4c565661', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:53:23.028226 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-d6a772b9-0d68-4d86-999f-290ed54c83b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (e64e181c-bf67-455d-9306-efb739d092c2), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:23.126945 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dba2ee-e0d0-40b9-ac1c-2c02f2a02d74 req-aa347717-02a0-4d2c-8691-ce6d6110d2a3 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:23.128597 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-72dba2ee-e0d0-40b9-ac1c-2c02f2a02d74 req-aa347717-02a0-4d2c-8691-ce6d6110d2a3 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526a1e9-6c00-49bd-bf8d-990f4c565661 HTTP/1.1" status: 200 len: 931 time: 0.0549197 Mar 31 20:53:23.178238 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-72dba2ee-e0d0-40b9-ac1c-2c02f2a02d74 req-3daf67da-ba10-4452-8101-41e01b5c74d6 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414124 Mar 31 20:53:23.303060 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-d6a772b9-0d68-4d86-999f-290ed54c83b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e64e181c-bf67-455d-9306-efb739d092c2 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:53:23.311222 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-d6a772b9-0d68-4d86-999f-290ed54c83b0 service neutron] Publish callbacks [] for port (e64e181c-bf67-455d-9306-efb739d092c2), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:23.322712 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-d6a772b9-0d68-4d86-999f-290ed54c83b0 service neutron] Transition to ACTIVE for port object e64e181c-bf67-455d-9306-efb739d092c2 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:53:23.425399 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-d6a772b9-0d68-4d86-999f-290ed54c83b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24999263'] for port (e64e181c-bf67-455d-9306-efb739d092c2), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:23.476428 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a772b9-0d68-4d86-999f-290ed54c83b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e64e181c-bf67-455d-9306-efb739d092c2,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:23.550760 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-d6a772b9-0d68-4d86-999f-290ed54c83b0 service neutron] Attempting to bind port e64e181c-bf67-455d-9306-efb739d092c2 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:53:23.551102 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-d6a772b9-0d68-4d86-999f-290ed54c83b0 service neutron] Attempting to bind port e64e181c-bf67-455d-9306-efb739d092c2 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'edb58392-9e59-4487-b73f-9aec2d0d597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:53:23.551501 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-d6a772b9-0d68-4d86-999f-290ed54c83b0 service neutron] Attempting to bind port e64e181c-bf67-455d-9306-efb739d092c2 on network c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:53:23.555959 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-d6a772b9-0d68-4d86-999f-290ed54c83b0 service neutron] Port e64e181c-bf67-455d-9306-efb739d092c2 on network c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:53:23.556217 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-d6a772b9-0d68-4d86-999f-290ed54c83b0 service neutron] Attempting to bind port e64e181c-bf67-455d-9306-efb739d092c2 on network c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:53:23.561266 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-d6a772b9-0d68-4d86-999f-290ed54c83b0 service neutron] Checking agent: {'id': '7dd6c0b4-7b51-4ce7-a43e-f42db731a887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'started_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:53:23.561602 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-d6a772b9-0d68-4d86-999f-290ed54c83b0 service neutron] Checking segment: {'id': 'edb58392-9e59-4487-b73f-9aec2d0d597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:53:23.561988 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-d6a772b9-0d68-4d86-999f-290ed54c83b0 service neutron] Bound using segment: {'id': 'edb58392-9e59-4487-b73f-9aec2d0d597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:53:23.562411 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-d6a772b9-0d68-4d86-999f-290ed54c83b0 service neutron] Bound port: e64e181c-bf67-455d-9306-efb739d092c2, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb58392-9e59-4487-b73f-9aec2d0d597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:53:23.562768 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-d6a772b9-0d68-4d86-999f-290ed54c83b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (e64e181c-bf67-455d-9306-efb739d092c2), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:23.637707 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-d6a772b9-0d68-4d86-999f-290ed54c83b0 service neutron] For port e64e181c-bf67-455d-9306-efb739d092c2, host hv-cinder-83607, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:53:23.640665 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-d6a772b9-0d68-4d86-999f-290ed54c83b0 service neutron] For port e64e181c-bf67-455d-9306-efb739d092c2, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e64e181c-bf67-455d-9306-efb739d092c2,segment=NetworkSegment(edb58392-9e59-4487-b73f-9aec2d0d597b),segment_id=edb58392-9e59-4487-b73f-9aec2d0d597b)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:53:23.680191 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 35922) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:53:23.706555 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-d6a772b9-0d68-4d86-999f-290ed54c83b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24999263'] for port (e64e181c-bf67-455d-9306-efb739d092c2), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:23.742662 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-d6a772b9-0d68-4d86-999f-290ed54c83b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:23.743295 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-d6a772b9-0d68-4d86-999f-290ed54c83b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:23.744792 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-d6a772b9-0d68-4d86-999f-290ed54c83b0 service neutron] 10.222.0.32 "PUT /v2.0/ports/e64e181c-bf67-455d-9306-efb739d092c2 HTTP/1.1" status: 200 len: 1093 time: 0.7840507 Mar 31 20:53:23.745373 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2526a1e9-6c00-49bd-bf8d-990f4c565661', 'tag': 'e64e181c-bf67-455d-9306-efb739d092c2'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:53:23.747577 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386241d7-807e-4c30-a615-14740a7119d3" -d '{"events": [{"name": "network-changed", "server_uuid": "2526a1e9-6c00-49bd-bf8d-990f4c565661", "tag": "e64e181c-bf67-455d-9306-efb739d092c2"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:53:23.778213 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a772b9-0d68-4d86-999f-290ed54c83b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e64e181c-bf67-455d-9306-efb739d092c2,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:23.785625 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf53b1f-7048-4331-978a-d5be42761286 x-openstack-request-id: req-ccf53b1f-7048-4331-978a-d5be42761286 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:53:23.786062 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2526a1e9-6c00-49bd-bf8d-990f4c565661", "tag": "e64e181c-bf67-455d-9306-efb739d092c2", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:53:23.786369 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ccf53b1f-7048-4331-978a-d5be42761286 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:53:23.786775 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf53b1f-7048-4331-978a-d5be42761286'] response: {'name': 'network-changed', 'server_uuid': '2526a1e9-6c00-49bd-bf8d-990f4c565661', 'tag': 'e64e181c-bf67-455d-9306-efb739d092c2', 'status': 'completed', 'code': 200} Mar 31 20:53:23.804452 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-571f0558-35a1-4942-a103-e178cda4d166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:23.886152 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386241d7-807e-4c30-a615-14740a7119d3 req-6b178099-c480-4b0e-81ba-19d1458ebd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:23.887642 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-386241d7-807e-4c30-a615-14740a7119d3 req-6b178099-c480-4b0e-81ba-19d1458ebd08 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d720a0acc9744b05be19b15311092829&device_id=2526a1e9-6c00-49bd-bf8d-990f4c565661 HTTP/1.1" status: 200 len: 1127 time: 0.0800133 Mar 31 20:53:23.979584 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-571f0558-35a1-4942-a103-e178cda4d166 admin admin] Publish callbacks [] for security_group (e14036e7-628d-40c1-b022-be257a2a3f41), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:24.009612 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386241d7-807e-4c30-a615-14740a7119d3 req-2d1f04af-1a41-4674-b08d-85add6fff313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:24.011290 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-386241d7-807e-4c30-a615-14740a7119d3 req-2d1f04af-1a41-4674-b08d-85add6fff313 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=d720a0acc9744b05be19b15311092829&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1165278 Mar 31 20:53:24.066074 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-571f0558-35a1-4942-a103-e178cda4d166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (e14036e7-628d-40c1-b022-be257a2a3f41), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:24.120513 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-571f0558-35a1-4942-a103-e178cda4d166 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=729050b612a445b290a27f44713977e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4391053 Mar 31 20:53:24.123195 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 35928) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:53:24.139646 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f0558-35a1-4942-a103-e178cda4d166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14036e7-628d-40c1-b022-be257a2a3f41,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:24.153302 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386241d7-807e-4c30-a615-14740a7119d3 req-7ead061e-1322-4874-9646-91ab21329d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:24.154671 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-386241d7-807e-4c30-a615-14740a7119d3 req-7ead061e-1322-4874-9646-91ab21329d7f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1364486 Mar 31 20:53:24.187725 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a13d44e1-2e21-40ab-add0-31188075c5d5 admin admin] Publish callbacks [] for security_group (e14036e7-628d-40c1-b022-be257a2a3f41), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:24.209718 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a13d44e1-2e21-40ab-add0-31188075c5d5 admin admin] Publish callbacks [] for security_group (e14036e7-628d-40c1-b022-be257a2a3f41), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:24.235707 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-f109aa0d-bb00-45ef-b3b6-5f03a1e178ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:24.237253 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-f109aa0d-bb00-45ef-b3b6-5f03a1e178ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d720a0acc9744b05be19b15311092829&device_id=2526a1e9-6c00-49bd-bf8d-990f4c565661 HTTP/1.1" status: 200 len: 1127 time: 0.0474238 Mar 31 20:53:24.291547 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-8552e7c8-98f6-42e8-99da-dbd92cb51ce4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e64e181c-bf67-455d-9306-efb739d092c2 HTTP/1.1" status: 200 len: 217 time: 0.0409014 Mar 31 20:53:24.315216 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b74b3d-ede3-4e88-908a-9126c844951b req-284a1a75-28c3-4c9b-9a59-fc369eac7510 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:24.316711 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c6b74b3d-ede3-4e88-908a-9126c844951b req-284a1a75-28c3-4c9b-9a59-fc369eac7510 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526a1e9-6c00-49bd-bf8d-990f4c565661 HTTP/1.1" status: 200 len: 943 time: 0.0648506 Mar 31 20:53:24.343274 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-345d8af7-75df-4818-8d73-45f0da64698b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:24.343848 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a13d44e1-2e21-40ab-add0-31188075c5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (e14036e7-628d-40c1-b022-be257a2a3f41), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:24.344769 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-345d8af7-75df-4818-8d73-45f0da64698b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b955e294-2582-4031-8fdd-c7f90645f1a6 HTTP/1.1" status: 200 len: 847 time: 0.0453823 Mar 31 20:53:24.346073 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a13d44e1-2e21-40ab-add0-31188075c5d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:24.347167 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-a13d44e1-2e21-40ab-add0-31188075c5d5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e14036e7-628d-40c1-b022-be257a2a3f41 HTTP/1.1" status: 204 len: 168 time: 0.2229006 Mar 31 20:53:24.372295 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d44e1-2e21-40ab-add0-31188075c5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14036e7-628d-40c1-b022-be257a2a3f41,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:24.382112 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-8974fba1-e44c-48ef-b06f-a504a4accccb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313618 Mar 31 20:53:24.383026 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c6b74b3d-ede3-4e88-908a-9126c844951b req-5bb06fff-74d2-4913-9f19-9e32061955a3 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597305 Mar 31 20:53:24.475667 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-f55462a5-4688-46e6-a661-184ebb923b56 service neutron] 10.222.0.32 "GET /v2.0/networks/c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870144 Mar 31 20:53:24.557534 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:53:24.568688 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-6d783ef9-2bc2-40c1-a309-df19ff271c41 req-68206979-e916-4991-8294-062cbde20429 service neutron] 10.222.0.32 "GET /v2.0/networks/c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853362 Mar 31 20:53:25.515225 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a2935-e012-4821-9570-6ec534aefdfa req-a616d687-aa2a-40bf-81a4-fd0b5d803a68 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:25.517052 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3d4a2935-e012-4821-9570-6ec534aefdfa req-a616d687-aa2a-40bf-81a4-fd0b5d803a68 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526a1e9-6c00-49bd-bf8d-990f4c565661 HTTP/1.1" status: 200 len: 943 time: 0.0522964 Mar 31 20:53:25.581529 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3d4a2935-e012-4821-9570-6ec534aefdfa req-abf81e82-b7ce-4325-b130-752fb803ab43 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588882 Mar 31 20:53:26.704023 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce7b12-8805-41b6-b873-bde06a5f280d req-60d35779-64be-424c-bbcc-ee6034555a47 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:26.705493 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-36ce7b12-8805-41b6-b873-bde06a5f280d req-60d35779-64be-424c-bbcc-ee6034555a47 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526a1e9-6c00-49bd-bf8d-990f4c565661 HTTP/1.1" status: 200 len: 943 time: 0.0563538 Mar 31 20:53:26.751361 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-36ce7b12-8805-41b6-b873-bde06a5f280d req-5f77d799-2c2e-4c7f-92c3-e325eef21b9d tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400345 Mar 31 20:53:27.879476 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5829a-a654-4d38-a34e-a8bf857bb8a4 req-9f2dd998-be21-4343-a805-dc6f7644f3e3 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:27.880950 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-90e5829a-a654-4d38-a34e-a8bf857bb8a4 req-9f2dd998-be21-4343-a805-dc6f7644f3e3 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526a1e9-6c00-49bd-bf8d-990f4c565661 HTTP/1.1" status: 200 len: 943 time: 0.0523090 Mar 31 20:53:27.939837 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-90e5829a-a654-4d38-a34e-a8bf857bb8a4 req-1b9dd877-ddfb-49de-8a08-3dfd263bd3ca tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523539 Mar 31 20:53:29.056243 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454c80c-58f7-4bf2-bb46-4e8d3a66efd0 req-fb46c8f3-7bb8-4ada-a43d-1f2a62976ab4 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:29.057748 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6454c80c-58f7-4bf2-bb46-4e8d3a66efd0 req-fb46c8f3-7bb8-4ada-a43d-1f2a62976ab4 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526a1e9-6c00-49bd-bf8d-990f4c565661 HTTP/1.1" status: 200 len: 943 time: 0.0516927 Mar 31 20:53:29.110832 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6454c80c-58f7-4bf2-bb46-4e8d3a66efd0 req-ca5b8424-d9c5-48b8-97d5-fe215d45a6f2 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471022 Mar 31 20:53:29.432922 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device e64e181c-bf67-455d-9306-efb739d092c2 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:53:29.530446 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port e64e181c-bf67-455d-9306-efb739d092c2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e64e181c-bf67-455d-9306-efb739d092c2,segment=NetworkSegment(edb58392-9e59-4487-b73f-9aec2d0d597b),segment_id=edb58392-9e59-4487-b73f-9aec2d0d597b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:53:29.541914 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': 'e64e181c-bf67-455d-9306-efb739d092c2', 'network_id': 'c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c', 'port_id': 'e64e181c-bf67-455d-9306-efb739d092c2', 'mac_address': 'fa:16:3e:d9:28:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b955e294-2582-4031-8fdd-c7f90645f1a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:53:29.582239 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port e64e181c-bf67-455d-9306-efb739d092c2 is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:29.582631 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (e64e181c-bf67-455d-9306-efb739d092c2), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:29.595076 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64e181c-bf67-455d-9306-efb739d092c2 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:53:29.613416 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port e64e181c-bf67-455d-9306-efb739d092c2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e64e181c-bf67-455d-9306-efb739d092c2,segment=NetworkSegment(edb58392-9e59-4487-b73f-9aec2d0d597b),segment_id=edb58392-9e59-4487-b73f-9aec2d0d597b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:53:29.681567 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (e64e181c-bf67-455d-9306-efb739d092c2), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:29.728941 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=e64e181c-bf67-455d-9306-efb739d092c2,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:30.226820 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59ab2a-8115-4010-ac41-37518e0eaed6 req-f0302481-9f0e-4e01-9fa9-2f22ba12ff7f tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:30.228865 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2a59ab2a-8115-4010-ac41-37518e0eaed6 req-f0302481-9f0e-4e01-9fa9-2f22ba12ff7f tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526a1e9-6c00-49bd-bf8d-990f4c565661 HTTP/1.1" status: 200 len: 944 time: 0.0520501 Mar 31 20:53:30.274703 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2a59ab2a-8115-4010-ac41-37518e0eaed6 req-47622961-dafc-4411-acfa-af896df4798b tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397687 Mar 31 20:53:31.392067 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85cbae-10ba-459f-9f8d-5ae82db40e47 req-f12299a2-aa44-463c-94f4-dde0f3b64c60 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:31.393523 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1c85cbae-10ba-459f-9f8d-5ae82db40e47 req-f12299a2-aa44-463c-94f4-dde0f3b64c60 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526a1e9-6c00-49bd-bf8d-990f4c565661 HTTP/1.1" status: 200 len: 944 time: 0.0515161 Mar 31 20:53:31.439693 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1c85cbae-10ba-459f-9f8d-5ae82db40e47 req-243ca57d-f8ad-4788-8996-f4b803848b3a tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404940 Mar 31 20:53:31.883569 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['e64e181c-bf67-455d-9306-efb739d092c2'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:53:32.558671 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077d6cf-8162-438f-90ad-d095d7695401 req-5833b628-94a8-4f3f-abc6-1927f5296806 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:32.560229 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2077d6cf-8162-438f-90ad-d095d7695401 req-5833b628-94a8-4f3f-abc6-1927f5296806 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526a1e9-6c00-49bd-bf8d-990f4c565661 HTTP/1.1" status: 200 len: 944 time: 0.0571098 Mar 31 20:53:32.606197 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2077d6cf-8162-438f-90ad-d095d7695401 req-4c201925-ca16-4c11-8d21-f7b2f55c1336 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401540 Mar 31 20:53:33.310953 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:33.601790 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device e64e181c-bf67-455d-9306-efb739d092c2 up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:53:33.710616 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning for port e64e181c-bf67-455d-9306-efb739d092c2 completed by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:53:33.715179 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port e64e181c-bf67-455d-9306-efb739d092c2 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:33.715581 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (e64e181c-bf67-455d-9306-efb739d092c2), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:33.723813 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1305aa7-6ec5-478a-b61d-9e608a7cdbe2 req-41ecacdf-011c-4451-9bf8-5c1640697ada tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:33.725338 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b1305aa7-6ec5-478a-b61d-9e608a7cdbe2 req-41ecacdf-011c-4451-9bf8-5c1640697ada tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526a1e9-6c00-49bd-bf8d-990f4c565661 HTTP/1.1" status: 200 len: 944 time: 0.0532844 Mar 31 20:53:33.785187 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b1305aa7-6ec5-478a-b61d-9e608a7cdbe2 req-9d51c969-d94f-4d3e-a03f-22e17bf65767 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532432 Mar 31 20:53:33.804958 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port e64e181c-bf67-455d-9306-efb739d092c2 is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:33.805378 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (e64e181c-bf67-455d-9306-efb739d092c2), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:33.828214 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2526a1e9-6c00-49bd-bf8d-990f4c565661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64e181c-bf67-455d-9306-efb739d092c2'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:53:33.830427 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f69792-6580-421b-b245-0d390832e54c" -d '{"events": [{"server_uuid": "2526a1e9-6c00-49bd-bf8d-990f4c565661", "name": "network-vif-plugged", "status": "completed", "tag": "e64e181c-bf67-455d-9306-efb739d092c2"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:53:33.843213 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port e64e181c-bf67-455d-9306-efb739d092c2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e64e181c-bf67-455d-9306-efb739d092c2,segment=NetworkSegment(edb58392-9e59-4487-b73f-9aec2d0d597b),segment_id=edb58392-9e59-4487-b73f-9aec2d0d597b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:53:33.865036 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dcbb81-68a9-41f8-8e96-a3b9d0a46c4d x-openstack-request-id: req-24dcbb81-68a9-41f8-8e96-a3b9d0a46c4d {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:53:33.871369 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2526a1e9-6c00-49bd-bf8d-990f4c565661", "name": "network-vif-plugged", "status": "completed", "tag": "e64e181c-bf67-455d-9306-efb739d092c2", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:53:33.871369 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-24dcbb81-68a9-41f8-8e96-a3b9d0a46c4d {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:53:33.871369 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24dcbb81-68a9-41f8-8e96-a3b9d0a46c4d'] response: {'server_uuid': '2526a1e9-6c00-49bd-bf8d-990f4c565661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64e181c-bf67-455d-9306-efb739d092c2', 'code': 200} Mar 31 20:53:33.910793 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (e64e181c-bf67-455d-9306-efb739d092c2), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:33.958571 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=e64e181c-bf67-455d-9306-efb739d092c2,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:34.179255 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae585f-1d3c-4692-adb0-5aa449998c89 req-60a4665a-e48c-4fb2-bf77-9186871bf4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:34.182297 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0dae585f-1d3c-4692-adb0-5aa449998c89 req-60a4665a-e48c-4fb2-bf77-9186871bf4c2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2526a1e9-6c00-49bd-bf8d-990f4c565661 HTTP/1.1" status: 200 len: 1129 time: 0.0513775 Mar 31 20:53:34.226935 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0dae585f-1d3c-4692-adb0-5aa449998c89 req-cf6bff94-2bbc-44ea-a079-a17bf6be978c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369086 Mar 31 20:53:34.905492 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb578fa-96a8-4b87-8431-77b290ad78f4 req-6f004533-1589-4705-927b-948549d382f5 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:34.906977 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1fb578fa-96a8-4b87-8431-77b290ad78f4 req-6f004533-1589-4705-927b-948549d382f5 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526a1e9-6c00-49bd-bf8d-990f4c565661 HTTP/1.1" status: 200 len: 945 time: 0.0514717 Mar 31 20:53:34.959026 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1fb578fa-96a8-4b87-8431-77b290ad78f4 req-0fa0bc4c-1361-43a9-8312-7e6d33a1fc57 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464549 Mar 31 20:53:35.830642 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 36062) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:53:35.938604 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-346cbdc0-5a61-4d67-86c2-f63c2450bb90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:36.011347 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-346cbdc0-5a61-4d67-86c2-f63c2450bb90 admin admin] Publish callbacks [] for security_group (ce56ce54-54e5-4bef-af37-c8f476281e59), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:36.086321 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d092c9-191d-4d0d-af75-e37f8123a5d7 req-0520e014-93ed-4ac3-a1af-3b5bd97c5c92 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:36.087733 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-15d092c9-191d-4d0d-af75-e37f8123a5d7 req-0520e014-93ed-4ac3-a1af-3b5bd97c5c92 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526a1e9-6c00-49bd-bf8d-990f4c565661 HTTP/1.1" status: 200 len: 945 time: 0.0539906 Mar 31 20:53:36.110487 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-346cbdc0-5a61-4d67-86c2-f63c2450bb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (ce56ce54-54e5-4bef-af37-c8f476281e59), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:36.165247 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-346cbdc0-5a61-4d67-86c2-f63c2450bb90 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=73f84f6294044ed1a370ac0f47f7cde2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3334575 Mar 31 20:53:36.168409 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 36068) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:53:36.173976 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-15d092c9-191d-4d0d-af75-e37f8123a5d7 req-bf0a8a08-bb4f-4815-955a-6819b4708d7a tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806036 Mar 31 20:53:36.175545 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346cbdc0-5a61-4d67-86c2-f63c2450bb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce56ce54-54e5-4bef-af37-c8f476281e59,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:36.220045 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2e9bfcf9-031a-4c54-b940-b9be76efc321 admin admin] Publish callbacks [] for security_group (ce56ce54-54e5-4bef-af37-c8f476281e59), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:36.241300 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2e9bfcf9-031a-4c54-b940-b9be76efc321 admin admin] Publish callbacks [] for security_group (ce56ce54-54e5-4bef-af37-c8f476281e59), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:36.390885 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2e9bfcf9-031a-4c54-b940-b9be76efc321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (ce56ce54-54e5-4bef-af37-c8f476281e59), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:36.393679 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2e9bfcf9-031a-4c54-b940-b9be76efc321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:36.397552 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-2e9bfcf9-031a-4c54-b940-b9be76efc321 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ce56ce54-54e5-4bef-af37-c8f476281e59 HTTP/1.1" status: 204 len: 168 time: 0.2254572 Mar 31 20:53:36.403353 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bfcf9-031a-4c54-b940-b9be76efc321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce56ce54-54e5-4bef-af37-c8f476281e59,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:37.306533 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6b6da-d305-4e5c-aa0f-a596c0ae0830 req-d8b4649a-c6a5-48e0-b906-e5f857e92b80 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:37.308053 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-56c6b6da-d305-4e5c-aa0f-a596c0ae0830 req-d8b4649a-c6a5-48e0-b906-e5f857e92b80 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526a1e9-6c00-49bd-bf8d-990f4c565661 HTTP/1.1" status: 200 len: 945 time: 0.0590050 Mar 31 20:53:37.353873 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 36104) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:53:37.355400 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-56c6b6da-d305-4e5c-aa0f-a596c0ae0830 req-f8405716-3b6f-4463-a60e-b7d1a1aada51 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414891 Mar 31 20:53:37.448943 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-dcf5f7ca-caa5-4319-94d8-53475433c224 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1715078830-network', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:53:37.562030 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf5f7ca-caa5-4319-94d8-53475433c224 admin admin] Made reservation on behalf of 2baaa83d12dc4ab292f334323cf092df for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:53:37.564362 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dcf5f7ca-caa5-4319-94d8-53475433c224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for network (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:37.572783 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dcf5f7ca-caa5-4319-94d8-53475433c224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:37.644586 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dcf5f7ca-caa5-4319-94d8-53475433c224 admin admin] Publish callbacks [] for security_group (61e794f7-4126-40a5-9df9-3df873967ce7), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:37.723893 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dcf5f7ca-caa5-4319-94d8-53475433c224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (61e794f7-4126-40a5-9df9-3df873967ce7), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:37.748106 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf5f7ca-caa5-4319-94d8-53475433c224 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:53:37.762223 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5f7ca-caa5-4319-94d8-53475433c224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e794f7-4126-40a5-9df9-3df873967ce7,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:37.767294 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dcf5f7ca-caa5-4319-94d8-53475433c224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (c9d727ad-8410-4a41-8976-10a598e856b1), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:37.768876 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.segments_db [None req-dcf5f7ca-caa5-4319-94d8-53475433c224 admin admin] Added segment c9d727ad-8410-4a41-8976-10a598e856b1 of type vlan for network 3e737225-4e10-471d-acfd-b8b95aab17aa Mar 31 20:53:37.807217 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dcf5f7ca-caa5-4319-94d8-53475433c224 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784742926659'] for network (3e737225-4e10-471d-acfd-b8b95aab17aa), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:37.886372 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dcf5f7ca-caa5-4319-94d8-53475433c224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for network (3e737225-4e10-471d-acfd-b8b95aab17aa), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:37.887394 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf5f7ca-caa5-4319-94d8-53475433c224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:37.888012 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dcf5f7ca-caa5-4319-94d8-53475433c224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:37.945728 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5f7ca-caa5-4319-94d8-53475433c224 admin admin] Pushing event updated for resources: {'Network': ['ID=3e737225-4e10-471d-acfd-b8b95aab17aa,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:37.956144 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Network 3e737225-4e10-471d-acfd-b8b95aab17aa details requested by agent ovs-agent-dv-cinder-836072-1-iscsi with host dv-cinder-836072-1-iscsi {{(pid=110551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:53:37.982539 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-dcf5f7ca-caa5-4319-94d8-53475433c224 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6271207 Mar 31 20:53:37.985211 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 36116) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:53:37.989908 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-f31aab32-47a1-4d43-87cc-9908a655b8e0 admin admin] Request body: {'subnet': {'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1715078830-subnet', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:53:38.070755 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31aab32-47a1-4d43-87cc-9908a655b8e0 admin admin] Made reservation on behalf of 2baaa83d12dc4ab292f334323cf092df for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:53:38.073831 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f31aab32-47a1-4d43-87cc-9908a655b8e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24512338'] for subnet (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:38.322640 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f31aab32-47a1-4d43-87cc-9908a655b8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25000166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24512324'] for subnet (e2a9dc63-6aa9-4b12-9195-8c9805fa9604), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:38.383000 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31aab32-47a1-4d43-87cc-9908a655b8e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2a9dc63-6aa9-4b12-9195-8c9805fa9604,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:38.391917 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31aab32-47a1-4d43-87cc-9908a655b8e0 admin admin] Checking segment: {'id': 'c9d727ad-8410-4a41-8976-10a598e856b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:53:38.392280 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31aab32-47a1-4d43-87cc-9908a655b8e0 admin admin] Network hostable DHCP agents. Network: 3e737225-4e10-471d-acfd-b8b95aab17aa, hostable agents: ['b91c7fac-627a-49bd-9332-a32b3145d578'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:53:38.481676 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31aab32-47a1-4d43-87cc-9908a655b8e0 admin admin] Network 3e737225-4e10-471d-acfd-b8b95aab17aa is scheduled to be hosted by DHCP agent b91c7fac-627a-49bd-9332-a32b3145d578 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:53:38.553318 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a87b5d-c233-4101-b15a-1d367db93689 req-ebfdeda6-20b6-43d5-b48a-9a59fbd24f25 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:38.554707 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-40a87b5d-c233-4101-b15a-1d367db93689 req-ebfdeda6-20b6-43d5-b48a-9a59fbd24f25 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526a1e9-6c00-49bd-bf8d-990f4c565661 HTTP/1.1" status: 200 len: 945 time: 0.0531008 Mar 31 20:53:38.567447 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-f31aab32-47a1-4d43-87cc-9908a655b8e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-1-iscsi, 3e737225-4e10-471d-acfd-b8b95aab17aa) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:53:38.572397 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31aab32-47a1-4d43-87cc-9908a655b8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:38.575171 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f31aab32-47a1-4d43-87cc-9908a655b8e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:38.576738 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b11dcc-5265-49cd-a003-17eb64d47881 None None] Network 3e737225-4e10-471d-acfd-b8b95aab17aa requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:53:38.605004 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-40a87b5d-c233-4101-b15a-1d367db93689 req-99108d1f-5e23-4499-a48d-3a3bdb0c303c tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436766 Mar 31 20:53:38.654702 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-f31aab32-47a1-4d43-87cc-9908a655b8e0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6684468 Mar 31 20:53:38.657517 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 36126) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:53:38.661717 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-25bdeb3f-cede-4a00-bb98-bc49e7bdf7f2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1715078830-router', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:53:38.684243 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36fc2bc-9420-4290-9551-148648741df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee5b7b07-8262-5262-a6f7-e819c2b19a01-3e737225-4e10-471d-acfd-b8b95aab17aa', 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa', 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'fixed_ips': [{'subnet_id': 'e2a9dc63-6aa9-4b12-9195-8c9805fa9604'}]}} from dv-cinder-836072-1-iscsi. {{(pid=110551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:53:38.685126 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a36fc2bc-9420-4290-9551-148648741df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:38.737929 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25bdeb3f-cede-4a00-bb98-bc49e7bdf7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16729917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router (98ef93f4-9465-4830-b8f5-3595c416d969), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:38.739036 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25bdeb3f-cede-4a00-bb98-bc49e7bdf7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16730285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16728316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16770512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router (98ef93f4-9465-4830-b8f5-3595c416d969), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:38.794902 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25bdeb3f-cede-4a00-bb98-bc49e7bdf7f2 admin admin] Publish callbacks [] for router_controller (98ef93f4-9465-4830-b8f5-3595c416d969), precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:38.817769 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-a36fc2bc-9420-4290-9551-148648741df5 None None] Allocated IP 172.20.0.2 (3e737225-4e10-471d-acfd-b8b95aab17aa/e2a9dc63-6aa9-4b12-9195-8c9805fa9604/3eca849f-8b92-4aac-9503-96f93fb4c714) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:53:38.958411 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a36fc2bc-9420-4290-9551-148648741df5 None None] Publish callbacks [] for port (3eca849f-8b92-4aac-9503-96f93fb4c714), precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:39.023408 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25bdeb3f-cede-4a00-bb98-bc49e7bdf7f2 admin admin] Publish callbacks [] for router_gateway (98ef93f4-9465-4830-b8f5-3595c416d969), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:39.031566 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a36fc2bc-9420-4290-9551-148648741df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (3eca849f-8b92-4aac-9503-96f93fb4c714), after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:39.034315 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-615a8fb0-038c-4ada-806c-5f93f2719b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:39.205672 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36fc2bc-9420-4290-9551-148648741df5 None None] Network 3e737225-4e10-471d-acfd-b8b95aab17aa is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:53:39.210382 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-a36fc2bc-9420-4290-9551-148648741df5 None None] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:53:39.212941 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36fc2bc-9420-4290-9551-148648741df5 None None] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:53:39.232132 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36fc2bc-9420-4290-9551-148648741df5 None None] Pushing event updated for resources: {'Port': ['ID=3eca849f-8b92-4aac-9503-96f93fb4c714,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:39.278613 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-a36fc2bc-9420-4290-9551-148648741df5 None None] Attempting to bind port 3eca849f-8b92-4aac-9503-96f93fb4c714 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:53:39.278985 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-a36fc2bc-9420-4290-9551-148648741df5 None None] Attempting to bind port 3eca849f-8b92-4aac-9503-96f93fb4c714 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': 'c9d727ad-8410-4a41-8976-10a598e856b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:53:39.279349 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36fc2bc-9420-4290-9551-148648741df5 None None] Attempting to bind port 3eca849f-8b92-4aac-9503-96f93fb4c714 on network 3e737225-4e10-471d-acfd-b8b95aab17aa {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:53:39.284716 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36fc2bc-9420-4290-9551-148648741df5 None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:53:39.285178 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36fc2bc-9420-4290-9551-148648741df5 None None] Checking segment: {'id': 'c9d727ad-8410-4a41-8976-10a598e856b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:53:39.285638 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a36fc2bc-9420-4290-9551-148648741df5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:39.286091 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36fc2bc-9420-4290-9551-148648741df5 None None] Bound using segment: {'id': 'c9d727ad-8410-4a41-8976-10a598e856b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:53:39.286647 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-a36fc2bc-9420-4290-9551-148648741df5 None None] Bound port: 3eca849f-8b92-4aac-9503-96f93fb4c714, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d727ad-8410-4a41-8976-10a598e856b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:53:39.287053 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a36fc2bc-9420-4290-9551-148648741df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (3eca849f-8b92-4aac-9503-96f93fb4c714), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:39.317037 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25bdeb3f-cede-4a00-bb98-bc49e7bdf7f2 admin admin] Publish callbacks [] for router_gateway (98ef93f4-9465-4830-b8f5-3595c416d969), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:39.335961 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25bdeb3f-cede-4a00-bb98-bc49e7bdf7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:39.348022 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-a36fc2bc-9420-4290-9551-148648741df5 None None] For port 3eca849f-8b92-4aac-9503-96f93fb4c714, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:53:39.350928 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-a36fc2bc-9420-4290-9551-148648741df5 None None] For port 3eca849f-8b92-4aac-9503-96f93fb4c714, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=3eca849f-8b92-4aac-9503-96f93fb4c714,segment=NetworkSegment(c9d727ad-8410-4a41-8976-10a598e856b1),segment_id=c9d727ad-8410-4a41-8976-10a598e856b1)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:53:39.419961 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a36fc2bc-9420-4290-9551-148648741df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (3eca849f-8b92-4aac-9503-96f93fb4c714), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:39.442697 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-25bdeb3f-cede-4a00-bb98-bc49e7bdf7f2 admin admin] Allocated IP 172.27.0.198 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:53:39.483342 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36fc2bc-9420-4290-9551-148648741df5 None None] Pushing event updated for resources: {'Port': ['ID=3eca849f-8b92-4aac-9503-96f93fb4c714,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:39.553572 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25bdeb3f-cede-4a00-bb98-bc49e7bdf7f2 admin admin] Publish callbacks [] for port (0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:39.653220 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25bdeb3f-cede-4a00-bb98-bc49e7bdf7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:39.695882 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bdeb3f-cede-4a00-bb98-bc49e7bdf7f2 admin admin] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:53:39.698894 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-25bdeb3f-cede-4a00-bb98-bc49e7bdf7f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:53:39.705248 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bdeb3f-cede-4a00-bb98-bc49e7bdf7f2 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:53:39.733391 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdeb3f-cede-4a00-bb98-bc49e7bdf7f2 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:39.743101 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5f669-6451-4127-8705-d961c5f28703 req-b3cb6c9b-237f-4671-88a4-80841d9fa803 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:39.744720 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-88a5f669-6451-4127-8705-d961c5f28703 req-b3cb6c9b-237f-4671-88a4-80841d9fa803 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526a1e9-6c00-49bd-bf8d-990f4c565661 HTTP/1.1" status: 200 len: 945 time: 0.0643570 Mar 31 20:53:39.797065 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-88a5f669-6451-4127-8705-d961c5f28703 req-bd0802c8-c953-4f6d-a76d-5a94b544439a tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464666 Mar 31 20:53:40.135012 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25bdeb3f-cede-4a00-bb98-bc49e7bdf7f2 admin admin] Publish callbacks [] for router_gateway (98ef93f4-9465-4830-b8f5-3595c416d969), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:40.281475 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ddd4c-1283-4ed7-85cc-634998f5de77 req-a2b251cf-005a-4130-8ac8-f382292d8c13 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:40.282959 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8d1ddd4c-1283-4ed7-85cc-634998f5de77 req-a2b251cf-005a-4130-8ac8-f382292d8c13 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.32 "GET /v2.0/ports?device_id=2526a1e9-6c00-49bd-bf8d-990f4c565661 HTTP/1.1" status: 200 len: 945 time: 0.1069880 Mar 31 20:53:40.371843 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c3f927-94ec-4fcd-bc61-4027d7a0f149 None None] Network 3e737225-4e10-471d-acfd-b8b95aab17aa requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:53:40.414071 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 3eca849f-8b92-4aac-9503-96f93fb4c714 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:53:40.490102 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-8d1ddd4c-1283-4ed7-85cc-634998f5de77 req-971de528-9d53-4802-954d-96d825252ee6 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Deleting port e64e181c-bf67-455d-9306-efb739d092c2 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:53:40.490720 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8d1ddd4c-1283-4ed7-85cc-634998f5de77 req-971de528-9d53-4802-954d-96d825252ee6 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (e64e181c-bf67-455d-9306-efb739d092c2), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:40.492224 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-c832a9dc-397d-4e15-b3ed-09e70ee51c78 None None] Provisioning complete for port 3eca849f-8b92-4aac-9503-96f93fb4c714 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:40.492556 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c832a9dc-397d-4e15-b3ed-09e70ee51c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (3eca849f-8b92-4aac-9503-96f93fb4c714), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:40.505713 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25bdeb3f-cede-4a00-bb98-bc49e7bdf7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16730276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16728107'] for router (98ef93f4-9465-4830-b8f5-3595c416d969), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:40.561245 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 3eca849f-8b92-4aac-9503-96f93fb4c714 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:40.561628 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (3eca849f-8b92-4aac-9503-96f93fb4c714), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:40.660666 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-c832a9dc-397d-4e15-b3ed-09e70ee51c78 None None] Current status of the port 3eca849f-8b92-4aac-9503-96f93fb4c714 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:40.661246 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c832a9dc-397d-4e15-b3ed-09e70ee51c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (3eca849f-8b92-4aac-9503-96f93fb4c714), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:40.675742 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-8d1ddd4c-1283-4ed7-85cc-634998f5de77 req-971de528-9d53-4802-954d-96d825252ee6 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] For port e64e181c-bf67-455d-9306-efb739d092c2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e64e181c-bf67-455d-9306-efb739d092c2,segment=NetworkSegment(edb58392-9e59-4487-b73f-9aec2d0d597b),segment_id=edb58392-9e59-4487-b73f-9aec2d0d597b)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:53:40.676511 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8d1ddd4c-1283-4ed7-85cc-634998f5de77 req-971de528-9d53-4802-954d-96d825252ee6 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (e64e181c-bf67-455d-9306-efb739d092c2), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:40.695517 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-8d1ddd4c-1283-4ed7-85cc-634998f5de77 req-971de528-9d53-4802-954d-96d825252ee6 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Calling delete_port for e64e181c-bf67-455d-9306-efb739d092c2 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:53:40.728876 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-c832a9dc-397d-4e15-b3ed-09e70ee51c78 None None] For port 3eca849f-8b92-4aac-9503-96f93fb4c714, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=3eca849f-8b92-4aac-9503-96f93fb4c714,segment=NetworkSegment(c9d727ad-8410-4a41-8976-10a598e856b1),segment_id=c9d727ad-8410-4a41-8976-10a598e856b1)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:53:40.739283 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 3eca849f-8b92-4aac-9503-96f93fb4c714 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:40.745477 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (3eca849f-8b92-4aac-9503-96f93fb4c714), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:40.805427 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c832a9dc-397d-4e15-b3ed-09e70ee51c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (3eca849f-8b92-4aac-9503-96f93fb4c714), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:40.899303 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bdeb3f-cede-4a00-bb98-bc49e7bdf7f2 admin admin] Router 98ef93f4-9465-4830-b8f5-3595c416d969 is scheduled to L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:53:40.900797 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.db.api [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 20:53:40.901233 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG oslo_db.api [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 20:53:40.909919 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832a9dc-397d-4e15-b3ed-09e70ee51c78 None None] Pushing event updated for resources: {'Port': ['ID=3eca849f-8b92-4aac-9503-96f93fb4c714,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:40.932153 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-15649214-d452-432b-a38a-a2fcbfb140c2 None None] Provisioning complete for port 3eca849f-8b92-4aac-9503-96f93fb4c714 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:40.932666 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-15649214-d452-432b-a38a-a2fcbfb140c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (3eca849f-8b92-4aac-9503-96f93fb4c714), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:40.956877 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2eb40-9455-4e10-9e4f-5b45d7b368e2 req-52c4023c-58cd-4b91-a008-1e8f269379f7 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:40.958372 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-97a2eb40-9455-4e10-9e4f-5b45d7b368e2 req-52c4023c-58cd-4b91-a008-1e8f269379f7 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526a1e9-6c00-49bd-bf8d-990f4c565661 HTTP/1.1" status: 200 len: 945 time: 0.0650077 Mar 31 20:53:41.013322 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-97a2eb40-9455-4e10-9e4f-5b45d7b368e2 req-cb3d3b91-8589-4351-a78b-9ba8c7071a8d tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/security-groups?id=548a2ccd-a181-4399-b301-8cc1b8945e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478902 Mar 31 20:53:41.026764 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-15649214-d452-432b-a38a-a2fcbfb140c2 None None] Current status of the port 3eca849f-8b92-4aac-9503-96f93fb4c714 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:41.255053 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8d1ddd4c-1283-4ed7-85cc-634998f5de77 req-971de528-9d53-4802-954d-96d825252ee6 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (e64e181c-bf67-455d-9306-efb739d092c2), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:41.267937 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['e64e181c-bf67-455d-9306-efb739d092c2'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:53:41.287434 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971de528-9d53-4802-954d-96d825252ee6 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Pushing event deleted for resources: {'Port': ['ID=e64e181c-bf67-455d-9306-efb739d092c2,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:41.343656 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1ddd4c-1283-4ed7-85cc-634998f5de77 req-971de528-9d53-4802-954d-96d825252ee6 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] No DVR routers for this DVR port e64e181c-bf67-455d-9306-efb739d092c2 on host hv-cinder-83607 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:53:41.347279 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8d1ddd4c-1283-4ed7-85cc-634998f5de77 req-971de528-9d53-4802-954d-96d825252ee6 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:41.350586 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8d1ddd4c-1283-4ed7-85cc-634998f5de77 req-971de528-9d53-4802-954d-96d825252ee6 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.32 "DELETE /v2.0/ports/e64e181c-bf67-455d-9306-efb739d092c2 HTTP/1.1" status: 204 len: 173 time: 1.0614908 Mar 31 20:53:41.351047 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2526a1e9-6c00-49bd-bf8d-990f4c565661', 'name': 'network-vif-deleted', 'tag': 'e64e181c-bf67-455d-9306-efb739d092c2'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:53:41.361105 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b96650-eb82-45a3-946b-719949e87c73" -d '{"events": [{"server_uuid": "2526a1e9-6c00-49bd-bf8d-990f4c565661", "name": "network-vif-deleted", "tag": "e64e181c-bf67-455d-9306-efb739d092c2"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:53:41.372836 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bdeb3f-cede-4a00-bb98-bc49e7bdf7f2 admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:53:41.390793 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] Sync routers for ids ['98ef93f4-9465-4830-b8f5-3595c416d969'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:53:41.393569 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0feed539-d481-4ec7-803c-8669f0d7d898 x-openstack-request-id: req-0feed539-d481-4ec7-803c-8669f0d7d898 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:53:41.396505 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2526a1e9-6c00-49bd-bf8d-990f4c565661", "name": "network-vif-deleted", "tag": "e64e181c-bf67-455d-9306-efb739d092c2", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:53:41.396505 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0feed539-d481-4ec7-803c-8669f0d7d898 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:53:41.396505 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0feed539-d481-4ec7-803c-8669f0d7d898'] response: {'server_uuid': '2526a1e9-6c00-49bd-bf8d-990f4c565661', 'name': 'network-vif-deleted', 'tag': 'e64e181c-bf67-455d-9306-efb739d092c2', 'status': 'completed', 'code': 200} Mar 31 20:53:41.400801 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] Routers {'98ef93f4-9465-4830-b8f5-3595c416d969'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:53:41.401426 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:53:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['98ef93f4-9465-4830-b8f5-3595c416d969'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:53:41.496550 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25bdeb3f-cede-4a00-bb98-bc49e7bdf7f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:41.498523 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-25bdeb3f-cede-4a00-bb98-bc49e7bdf7f2 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8400164 Mar 31 20:53:41.500707 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 36142) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:53:41.505181 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 3eca849f-8b92-4aac-9503-96f93fb4c714 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:41.537092 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] Set router 98ef93f4-9465-4830-b8f5-3595c416d969 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:53:41.730163 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'name': 'tempest-TestMinimumBasicScenario-1715078830-router', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:53:38Z', 'updated_at': '2022-03-31T20:53:39Z', 'revision_number': 3, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'gw_port': {'id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:39Z', 'updated_at': '2022-03-31T20:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:53:41.737320 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3b738b3d-5931-406b-a85c-15e905418aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:41.765722 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] Checking router: 98ef93f4-9465-4830-b8f5-3595c416d969 for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:53:41.766223 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] Updating router 98ef93f4-9465-4830-b8f5-3595c416d969 port 0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70 binding host dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:53:41.798465 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:41.943666 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6ab080f7-15e7-4e1d-be81-5e2823ed9508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:42.047422 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] Publish callbacks [] for port (0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70), precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:42.116211 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:42.123010 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-6ab080f7-15e7-4e1d-be81-5e2823ed9508 admin admin] Allocated IP 172.20.0.1 (3e737225-4e10-471d-acfd-b8b95aab17aa/e2a9dc63-6aa9-4b12-9195-8c9805fa9604/71c01c6e-e560-46eb-8434-a5d7d327104b) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:53:42.142055 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-159276ea-3cc2-40dc-aa5d-aef9f233dafd req-f61e0275-5f0a-4f55-ba58-da60ec291228 tempest-VolumesActionsTest-260312994 tempest-VolumesActionsTest-260312994-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526a1e9-6c00-49bd-bf8d-990f4c565661 HTTP/1.1" status: 200 len: 210 time: 0.0306025 Mar 31 20:53:42.203794 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efa77f-69d8-48f4-a124-92cd4ebef4ee None None] Pushing event updated for resources: {'Port': ['ID=0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:42.206041 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] Attempting to bind port 0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:53:42.206412 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] Attempting to bind port 0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:53:42.206783 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] Attempting to bind port 0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70 on network 058c73fb-def7-43e1-b39b-9141f1a05ed2 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:53:42.212865 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:53:42.213239 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] Checking segment: {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:53:42.213639 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:42.214029 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] Bound using segment: {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:53:42.214494 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] Bound port: 0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:53:42.214875 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:42.239757 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6ab080f7-15e7-4e1d-be81-5e2823ed9508 admin admin] Publish callbacks [] for port (71c01c6e-e560-46eb-8434-a5d7d327104b), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:42.265862 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] For port 0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:53:42.268950 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] For port 0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:53:42.358186 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 3eca849f-8b92-4aac-9503-96f93fb4c714 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:53:42.360942 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-49dc5e32-9f17-4609-a485-66d813d871d6 req-1e20861b-ad9c-493d-9b70-d7fffec241a6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489113 Mar 31 20:53:42.369069 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6ab080f7-15e7-4e1d-be81-5e2823ed9508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (71c01c6e-e560-46eb-8434-a5d7d327104b), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:42.413475 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 3eca849f-8b92-4aac-9503-96f93fb4c714 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:42.414053 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (3eca849f-8b92-4aac-9503-96f93fb4c714), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:42.443458 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:42.455964 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab080f7-15e7-4e1d-be81-5e2823ed9508 admin admin] Network 3e737225-4e10-471d-acfd-b8b95aab17aa is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:53:42.474165 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-6ab080f7-15e7-4e1d-be81-5e2823ed9508 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:53:42.478542 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab080f7-15e7-4e1d-be81-5e2823ed9508 admin admin] Pushing event updated for resources: {'Port': ['ID=71c01c6e-e560-46eb-8434-a5d7d327104b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:42.482453 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab080f7-15e7-4e1d-be81-5e2823ed9508 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:53:42.522929 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6ab080f7-15e7-4e1d-be81-5e2823ed9508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16736252'] for router_interface (98ef93f4-9465-4830-b8f5-3595c416d969), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:42.534248 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] Routers {'98ef93f4-9465-4830-b8f5-3595c416d969'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:53:42.534958 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:53:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['98ef93f4-9465-4830-b8f5-3595c416d969'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:53:42.570423 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc5e32-9f17-4609-a485-66d813d871d6 req-0a047c67-e496-4752-999a-6fa328aa2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:42.572636 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-49dc5e32-9f17-4609-a485-66d813d871d6 req-0a047c67-e496-4752-999a-6fa328aa2eae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd&device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 1130 time: 0.1564233 Mar 31 20:53:42.725885 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc5e32-9f17-4609-a485-66d813d871d6 req-74b9416d-9b50-4b32-b45f-f6e686dced30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:42.727374 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-49dc5e32-9f17-4609-a485-66d813d871d6 req-74b9416d-9b50-4b32-b45f-f6e686dced30 service neutron] 10.222.0.32 "GET /v2.0/networks?id=891ebc70-d7d8-43ce-bc93-700332ce0830 HTTP/1.1" status: 200 len: 912 time: 0.1292028 Mar 31 20:53:42.735316 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efa77f-69d8-48f4-a124-92cd4ebef4ee None None] Pushing event updated for resources: {'Port': ['ID=0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:42.811328 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 3eca849f-8b92-4aac-9503-96f93fb4c714 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:42.813811 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-2378f7b1-2c14-41e1-9a5a-9a7a5681849f None None] Provisioning complete for port 71c01c6e-e560-46eb-8434-a5d7d327104b triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:42.814489 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2378f7b1-2c14-41e1-9a5a-9a7a5681849f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (71c01c6e-e560-46eb-8434-a5d7d327104b), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:42.826534 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-49dc5e32-9f17-4609-a485-66d813d871d6 req-efbb2291-8e0d-4470-811f-5ceb305f5529 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6691e9c2-0442-4aa2-afd4-88ce085a8e5b HTTP/1.1" status: 200 len: 1001 time: 0.0913818 Mar 31 20:53:42.829291 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6ab080f7-15e7-4e1d-be81-5e2823ed9508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (71c01c6e-e560-46eb-8434-a5d7d327104b), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:42.858231 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] Set router 98ef93f4-9465-4830-b8f5-3595c416d969 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:53:42.910667 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc5e32-9f17-4609-a485-66d813d871d6 req-4f024146-32c4-42aa-851b-750ca04f548a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:42.912157 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-49dc5e32-9f17-4609-a485-66d813d871d6 req-4f024146-32c4-42aa-851b-750ca04f548a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d8ae2ad-26c3-4ccb-8104-532540816283 HTTP/1.1" status: 200 len: 850 time: 0.0736339 Mar 31 20:53:42.916749 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-2378f7b1-2c14-41e1-9a5a-9a7a5681849f None None] Port 71c01c6e-e560-46eb-8434-a5d7d327104b cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:53:43.028412 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc5e32-9f17-4609-a485-66d813d871d6 req-a695890e-f010-416a-9307-75a68ea48f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:43.030075 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-49dc5e32-9f17-4609-a485-66d813d871d6 req-a695890e-f010-416a-9307-75a68ea48f81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=891ebc70-d7d8-43ce-bc93-700332ce0830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1068785 Mar 31 20:53:43.049837 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'name': 'tempest-TestMinimumBasicScenario-1715078830-router', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:53:38Z', 'updated_at': '2022-03-31T20:53:39Z', 'revision_number': 3, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'gw_port': {'id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:39Z', 'updated_at': '2022-03-31T20:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:53:43.076851 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3851c72-a37c-4a86-a50f-a06510656720 None None] The sync data for ids ['98ef93f4-9465-4830-b8f5-3595c416d969'] in dv-cinder-836072-1-iscsi is: [{'id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'name': 'tempest-TestMinimumBasicScenario-1715078830-router', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:53:38Z', 'updated_at': '2022-03-31T20:53:39Z', 'revision_number': 3, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'gw_port': {'id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:39Z', 'updated_at': '2022-03-31T20:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:53:43.134218 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6ab080f7-15e7-4e1d-be81-5e2823ed9508 admin admin] Publish callbacks [] for port (71c01c6e-e560-46eb-8434-a5d7d327104b), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:43.158955 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-49dc5e32-9f17-4609-a485-66d813d871d6 req-f240bb0d-4818-417a-853b-30825b25c7f2 service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216848 Mar 31 20:53:43.218962 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6ab080f7-15e7-4e1d-be81-5e2823ed9508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24999263'] for port (71c01c6e-e560-46eb-8434-a5d7d327104b), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:43.319160 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6ab080f7-15e7-4e1d-be81-5e2823ed9508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16300123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16736104'] for router_interface (98ef93f4-9465-4830-b8f5-3595c416d969), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:43.335385 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab080f7-15e7-4e1d-be81-5e2823ed9508 admin admin] Pushing event updated for resources: {'Port': ['ID=71c01c6e-e560-46eb-8434-a5d7d327104b,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:43.345443 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-49dc5e32-9f17-4609-a485-66d813d871d6 req-aca82113-5c8a-4828-b3eb-9261928fb7ad service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801715 Mar 31 20:53:43.414158 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:43.448820 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab080f7-15e7-4e1d-be81-5e2823ed9508 admin admin] Network 3e737225-4e10-471d-acfd-b8b95aab17aa is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:53:43.450470 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-6ab080f7-15e7-4e1d-be81-5e2823ed9508 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:53:43.608831 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab080f7-15e7-4e1d-be81-5e2823ed9508 admin admin] Router 98ef93f4-9465-4830-b8f5-3595c416d969 has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:53:43.634377 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device e64e181c-bf67-455d-9306-efb739d092c2 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:53:43.667553 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] No Port match for: e64e181c-bf67-455d-9306-efb739d092c2 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:53:43.668213 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device e64e181c-bf67-455d-9306-efb739d092c2 not bound to the agent host hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:53:43.745438 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-9a29cb82-8bb8-4a7a-8836-15fc1f6433f3 None None] Provisioning complete for port 71c01c6e-e560-46eb-8434-a5d7d327104b triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:43.745866 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9a29cb82-8bb8-4a7a-8836-15fc1f6433f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (71c01c6e-e560-46eb-8434-a5d7d327104b), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:43.747826 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab080f7-15e7-4e1d-be81-5e2823ed9508 admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:53:43.753354 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-6ab080f7-15e7-4e1d-be81-5e2823ed9508 admin admin] 10.222.0.61 "PUT /v2.0/routers/98ef93f4-9465-4830-b8f5-3595c416d969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2516251 Mar 31 20:53:43.789319 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-9a29cb82-8bb8-4a7a-8836-15fc1f6433f3 None None] Port 71c01c6e-e560-46eb-8434-a5d7d327104b cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:53:44.369026 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:53:44.418349 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:44.418960 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:44.491545 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 36200) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:53:44.497674 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-5a08dfc3-ee38-447e-85d9-2f8cfc671845 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-786036052-network', 'tenant_id': '4fad4eb9dc1447148add0dab46f9cdc8'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:53:44.512710 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:44.513105 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:44.534333 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] For port 0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:53:44.641197 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a08dfc3-ee38-447e-85d9-2f8cfc671845 admin admin] Made reservation on behalf of 4fad4eb9dc1447148add0dab46f9cdc8 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:53:44.643725 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a08dfc3-ee38-447e-85d9-2f8cfc671845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for network (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:44.662178 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a08dfc3-ee38-447e-85d9-2f8cfc671845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:44.662927 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:44.708927 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Pushing event updated for resources: {'Port': ['ID=0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:44.741731 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a08dfc3-ee38-447e-85d9-2f8cfc671845 admin admin] Publish callbacks [] for security_group (148fcbbe-51c3-4066-b976-82ac3c2bba5c), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:44.774147 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db015a66-92ec-4187-bca0-681536c7043d None None] Sync routers for ids ['98ef93f4-9465-4830-b8f5-3595c416d969'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:53:44.784789 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db015a66-92ec-4187-bca0-681536c7043d None None] Routers {'98ef93f4-9465-4830-b8f5-3595c416d969'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:53:44.785409 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-db015a66-92ec-4187-bca0-681536c7043d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:53:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['98ef93f4-9465-4830-b8f5-3595c416d969'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:53:44.818291 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a08dfc3-ee38-447e-85d9-2f8cfc671845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (148fcbbe-51c3-4066-b976-82ac3c2bba5c), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:44.842789 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a08dfc3-ee38-447e-85d9-2f8cfc671845 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:53:44.852588 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08dfc3-ee38-447e-85d9-2f8cfc671845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148fcbbe-51c3-4066-b976-82ac3c2bba5c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:44.857769 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a08dfc3-ee38-447e-85d9-2f8cfc671845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (5b2213f3-6b40-4a01-abba-bc3db3ad615d), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:44.858111 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.segments_db [None req-5a08dfc3-ee38-447e-85d9-2f8cfc671845 admin admin] Added segment 5b2213f3-6b40-4a01-abba-bc3db3ad615d of type vlan for network b873b7b5-b7ea-4260-a740-16e2ba34f53c Mar 31 20:53:44.897531 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a08dfc3-ee38-447e-85d9-2f8cfc671845 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784742926659'] for network (b873b7b5-b7ea-4260-a740-16e2ba34f53c), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:44.898077 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-db015a66-92ec-4187-bca0-681536c7043d None None] Set router 98ef93f4-9465-4830-b8f5-3595c416d969 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:53:45.007407 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a08dfc3-ee38-447e-85d9-2f8cfc671845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for network (b873b7b5-b7ea-4260-a740-16e2ba34f53c), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:45.008409 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08dfc3-ee38-447e-85d9-2f8cfc671845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:45.008991 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a08dfc3-ee38-447e-85d9-2f8cfc671845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:45.081534 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08dfc3-ee38-447e-85d9-2f8cfc671845 admin admin] Pushing event updated for resources: {'Network': ['ID=b873b7b5-b7ea-4260-a740-16e2ba34f53c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:45.094249 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Network b873b7b5-b7ea-4260-a740-16e2ba34f53c details requested by agent ovs-agent-dv-cinder-836072-1-iscsi with host dv-cinder-836072-1-iscsi {{(pid=110551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:53:45.114893 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-db015a66-92ec-4187-bca0-681536c7043d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'name': 'tempest-TestMinimumBasicScenario-1715078830-router', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:53:38Z', 'updated_at': '2022-03-31T20:53:42Z', 'revision_number': 4, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'gw_port': {'id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:39Z', 'updated_at': '2022-03-31T20:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '71c01c6e-e560-46eb-8434-a5d7d327104b', 'name': '', 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'mac_address': 'fa:16:3e:60:4a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e2a9dc63-6aa9-4b12-9195-8c9805fa9604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:41Z', 'updated_at': '2022-03-31T20:53:42Z', 'revision_number': 2, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'subnets': [{'id': 'e2a9dc63-6aa9-4b12-9195-8c9805fa9604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:53:45.127566 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-5a08dfc3-ee38-447e-85d9-2f8cfc671845 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6319072 Mar 31 20:53:45.127906 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 36216) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:53:45.132842 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-cf419067-1bcb-4650-8ffa-a1dd97285f1f admin admin] Request body: {'subnet': {'network_id': 'b873b7b5-b7ea-4260-a740-16e2ba34f53c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-786036052-subnet', 'tenant_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:53:45.190721 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:45.239001 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db015a66-92ec-4187-bca0-681536c7043d None None] Checking router: 98ef93f4-9465-4830-b8f5-3595c416d969 for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:53:45.239405 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db015a66-92ec-4187-bca0-681536c7043d None None] Updating router 98ef93f4-9465-4830-b8f5-3595c416d969 port 71c01c6e-e560-46eb-8434-a5d7d327104b binding host dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:53:45.270069 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db015a66-92ec-4187-bca0-681536c7043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (71c01c6e-e560-46eb-8434-a5d7d327104b), before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:45.274622 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf419067-1bcb-4650-8ffa-a1dd97285f1f admin admin] Made reservation on behalf of 4fad4eb9dc1447148add0dab46f9cdc8 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:53:45.276963 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf419067-1bcb-4650-8ffa-a1dd97285f1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24512338'] for subnet (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:45.503918 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf419067-1bcb-4650-8ffa-a1dd97285f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25000166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24512324'] for subnet (2fa4bf3d-24e7-4d1c-a477-03dde9143b20), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:45.526843 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db015a66-92ec-4187-bca0-681536c7043d None None] Publish callbacks [] for port (71c01c6e-e560-46eb-8434-a5d7d327104b), precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:45.562961 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf419067-1bcb-4650-8ffa-a1dd97285f1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fa4bf3d-24e7-4d1c-a477-03dde9143b20,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:45.568213 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf419067-1bcb-4650-8ffa-a1dd97285f1f admin admin] Checking segment: {'id': '5b2213f3-6b40-4a01-abba-bc3db3ad615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b873b7b5-b7ea-4260-a740-16e2ba34f53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:53:45.569087 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf419067-1bcb-4650-8ffa-a1dd97285f1f admin admin] Network hostable DHCP agents. Network: b873b7b5-b7ea-4260-a740-16e2ba34f53c, hostable agents: ['b91c7fac-627a-49bd-9332-a32b3145d578'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:53:45.606536 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db015a66-92ec-4187-bca0-681536c7043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (71c01c6e-e560-46eb-8434-a5d7d327104b), after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:45.665769 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977f819-05d9-4460-9644-62ea1119be9c None None] Pushing event updated for resources: {'Port': ['ID=71c01c6e-e560-46eb-8434-a5d7d327104b,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:45.688300 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977f819-05d9-4460-9644-62ea1119be9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:45.688653 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977f819-05d9-4460-9644-62ea1119be9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:45.690493 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977f819-05d9-4460-9644-62ea1119be9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:45.690493 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977f819-05d9-4460-9644-62ea1119be9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:45.690493 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977f819-05d9-4460-9644-62ea1119be9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:45.690493 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977f819-05d9-4460-9644-62ea1119be9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:45.690493 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977f819-05d9-4460-9644-62ea1119be9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:45.690922 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977f819-05d9-4460-9644-62ea1119be9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:45.691011 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977f819-05d9-4460-9644-62ea1119be9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:45.691340 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977f819-05d9-4460-9644-62ea1119be9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:45.691670 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977f819-05d9-4460-9644-62ea1119be9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:45.692041 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977f819-05d9-4460-9644-62ea1119be9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:45.692374 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977f819-05d9-4460-9644-62ea1119be9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:45.692696 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977f819-05d9-4460-9644-62ea1119be9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:45.693019 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977f819-05d9-4460-9644-62ea1119be9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:53:45.709222 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf419067-1bcb-4650-8ffa-a1dd97285f1f admin admin] Network b873b7b5-b7ea-4260-a740-16e2ba34f53c is scheduled to be hosted by DHCP agent b91c7fac-627a-49bd-9332-a32b3145d578 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:53:45.730794 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-db015a66-92ec-4187-bca0-681536c7043d None None] Attempting to bind port 71c01c6e-e560-46eb-8434-a5d7d327104b on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:53:45.731167 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-db015a66-92ec-4187-bca0-681536c7043d None None] Attempting to bind port 71c01c6e-e560-46eb-8434-a5d7d327104b by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': 'c9d727ad-8410-4a41-8976-10a598e856b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:53:45.731533 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db015a66-92ec-4187-bca0-681536c7043d None None] Attempting to bind port 71c01c6e-e560-46eb-8434-a5d7d327104b on network 3e737225-4e10-471d-acfd-b8b95aab17aa {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:53:45.737020 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db015a66-92ec-4187-bca0-681536c7043d None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:53:45.742284 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db015a66-92ec-4187-bca0-681536c7043d None None] Checking segment: {'id': 'c9d727ad-8410-4a41-8976-10a598e856b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:53:45.742284 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db015a66-92ec-4187-bca0-681536c7043d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:45.742522 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:45.743002 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db015a66-92ec-4187-bca0-681536c7043d None None] Bound using segment: {'id': 'c9d727ad-8410-4a41-8976-10a598e856b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:53:45.743002 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-db015a66-92ec-4187-bca0-681536c7043d None None] Bound port: 71c01c6e-e560-46eb-8434-a5d7d327104b, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d727ad-8410-4a41-8976-10a598e856b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:53:45.743002 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db015a66-92ec-4187-bca0-681536c7043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (71c01c6e-e560-46eb-8434-a5d7d327104b), before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:45.806249 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-db015a66-92ec-4187-bca0-681536c7043d None None] For port 71c01c6e-e560-46eb-8434-a5d7d327104b, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:53:45.809342 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-db015a66-92ec-4187-bca0-681536c7043d None None] For port 71c01c6e-e560-46eb-8434-a5d7d327104b, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=71c01c6e-e560-46eb-8434-a5d7d327104b,segment=NetworkSegment(c9d727ad-8410-4a41-8976-10a598e856b1),segment_id=c9d727ad-8410-4a41-8976-10a598e856b1)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:53:45.818852 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-cf419067-1bcb-4650-8ffa-a1dd97285f1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-1-iscsi, b873b7b5-b7ea-4260-a740-16e2ba34f53c) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:53:45.822773 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf419067-1bcb-4650-8ffa-a1dd97285f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:53:45.823610 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf419067-1bcb-4650-8ffa-a1dd97285f1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:45.825532 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-1ccc85dd-011b-4ba9-8d97-02b7ba7de88a None None] Provisioning complete for port 71c01c6e-e560-46eb-8434-a5d7d327104b triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:45.825986 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1ccc85dd-011b-4ba9-8d97-02b7ba7de88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (71c01c6e-e560-46eb-8434-a5d7d327104b), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:45.829944 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ea2326-9172-4786-89f5-5258e43b9878 None None] Network b873b7b5-b7ea-4260-a740-16e2ba34f53c requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:53:45.904283 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-1ccc85dd-011b-4ba9-8d97-02b7ba7de88a None None] Port 71c01c6e-e560-46eb-8434-a5d7d327104b cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:53:45.905912 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db015a66-92ec-4187-bca0-681536c7043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (71c01c6e-e560-46eb-8434-a5d7d327104b), after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:45.936562 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-cf419067-1bcb-4650-8ffa-a1dd97285f1f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8075576 Mar 31 20:53:45.940013 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 36224) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:53:45.951264 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-28018252-7592-4f0c-98ab-43cad6739d02 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-786036052-router', 'tenant_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:53:45.970089 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977f819-05d9-4460-9644-62ea1119be9c None None] Pushing event updated for resources: {'Port': ['ID=71c01c6e-e560-46eb-8434-a5d7d327104b,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:45.970264 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284feb14-5e4f-49b6-a17f-d5e1dca7404b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee5b7b07-8262-5262-a6f7-e819c2b19a01-b873b7b5-b7ea-4260-a740-16e2ba34f53c', 'network_id': 'b873b7b5-b7ea-4260-a740-16e2ba34f53c', 'project_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'fixed_ips': [{'subnet_id': '2fa4bf3d-24e7-4d1c-a477-03dde9143b20'}]}} from dv-cinder-836072-1-iscsi. {{(pid=110551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:53:45.971103 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-284feb14-5e4f-49b6-a17f-d5e1dca7404b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:45.976941 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db015a66-92ec-4187-bca0-681536c7043d None None] Routers {'98ef93f4-9465-4830-b8f5-3595c416d969'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:53:45.982396 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-db015a66-92ec-4187-bca0-681536c7043d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:53:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['98ef93f4-9465-4830-b8f5-3595c416d969'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:53:46.060886 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-28018252-7592-4f0c-98ab-43cad6739d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16729917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router (3d7fe2ed-5e94-4aef-9a33-32194fee9c60), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:46.062034 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-28018252-7592-4f0c-98ab-43cad6739d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16730285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16728316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16770512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router (3d7fe2ed-5e94-4aef-9a33-32194fee9c60), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:46.119575 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-284feb14-5e4f-49b6-a17f-d5e1dca7404b None None] Allocated IP 172.20.0.2 (b873b7b5-b7ea-4260-a740-16e2ba34f53c/2fa4bf3d-24e7-4d1c-a477-03dde9143b20/6ef25132-f867-4cef-a58f-31f10d44dfc8) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:53:46.129853 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-db015a66-92ec-4187-bca0-681536c7043d None None] Set router 98ef93f4-9465-4830-b8f5-3595c416d969 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:53:46.138826 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-28018252-7592-4f0c-98ab-43cad6739d02 admin admin] Publish callbacks [] for router_controller (3d7fe2ed-5e94-4aef-9a33-32194fee9c60), precommit_add_association {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:46.271955 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-3669b9f4-1009-4bc7-8f73-b310a8b6b2bf None None] Provisioning complete for port 71c01c6e-e560-46eb-8434-a5d7d327104b triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:46.272346 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3669b9f4-1009-4bc7-8f73-b310a8b6b2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (71c01c6e-e560-46eb-8434-a5d7d327104b), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:46.312413 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-284feb14-5e4f-49b6-a17f-d5e1dca7404b None None] Publish callbacks [] for port (6ef25132-f867-4cef-a58f-31f10d44dfc8), precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:46.346841 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-db015a66-92ec-4187-bca0-681536c7043d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'name': 'tempest-TestMinimumBasicScenario-1715078830-router', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:53:38Z', 'updated_at': '2022-03-31T20:53:42Z', 'revision_number': 4, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'gw_port': {'id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:39Z', 'updated_at': '2022-03-31T20:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '71c01c6e-e560-46eb-8434-a5d7d327104b', 'name': '', 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'mac_address': 'fa:16:3e:60:4a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e2a9dc63-6aa9-4b12-9195-8c9805fa9604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:41Z', 'updated_at': '2022-03-31T20:53:45Z', 'revision_number': 4, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'subnets': [{'id': 'e2a9dc63-6aa9-4b12-9195-8c9805fa9604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:53:46.375871 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db015a66-92ec-4187-bca0-681536c7043d None None] The sync data for ids ['98ef93f4-9465-4830-b8f5-3595c416d969'] in dv-cinder-836072-1-iscsi is: [{'id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'name': 'tempest-TestMinimumBasicScenario-1715078830-router', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:53:38Z', 'updated_at': '2022-03-31T20:53:42Z', 'revision_number': 4, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'gw_port': {'id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:39Z', 'updated_at': '2022-03-31T20:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '71c01c6e-e560-46eb-8434-a5d7d327104b', 'name': '', 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'mac_address': 'fa:16:3e:60:4a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e2a9dc63-6aa9-4b12-9195-8c9805fa9604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:41Z', 'updated_at': '2022-03-31T20:53:45Z', 'revision_number': 4, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'subnets': [{'id': 'e2a9dc63-6aa9-4b12-9195-8c9805fa9604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:53:46.378956 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-28018252-7592-4f0c-98ab-43cad6739d02 admin admin] Publish callbacks [] for router_gateway (3d7fe2ed-5e94-4aef-9a33-32194fee9c60), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:46.381965 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-3669b9f4-1009-4bc7-8f73-b310a8b6b2bf None None] Current status of the port 71c01c6e-e560-46eb-8434-a5d7d327104b is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:46.382434 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3669b9f4-1009-4bc7-8f73-b310a8b6b2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (71c01c6e-e560-46eb-8434-a5d7d327104b), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:46.407373 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-284feb14-5e4f-49b6-a17f-d5e1dca7404b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (6ef25132-f867-4cef-a58f-31f10d44dfc8), after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:46.413265 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:53:46.448011 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-3669b9f4-1009-4bc7-8f73-b310a8b6b2bf None None] For port 71c01c6e-e560-46eb-8434-a5d7d327104b, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=71c01c6e-e560-46eb-8434-a5d7d327104b,segment=NetworkSegment(c9d727ad-8410-4a41-8976-10a598e856b1),segment_id=c9d727ad-8410-4a41-8976-10a598e856b1)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:53:46.497104 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284feb14-5e4f-49b6-a17f-d5e1dca7404b None None] Network b873b7b5-b7ea-4260-a740-16e2ba34f53c is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:53:46.506631 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-284feb14-5e4f-49b6-a17f-d5e1dca7404b None None] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:53:46.510380 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284feb14-5e4f-49b6-a17f-d5e1dca7404b None None] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:53:46.515459 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284feb14-5e4f-49b6-a17f-d5e1dca7404b None None] Pushing event updated for resources: {'Port': ['ID=6ef25132-f867-4cef-a58f-31f10d44dfc8,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:46.539613 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3669b9f4-1009-4bc7-8f73-b310a8b6b2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (71c01c6e-e560-46eb-8434-a5d7d327104b), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:46.599151 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:46.599446 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:46.628748 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-284feb14-5e4f-49b6-a17f-d5e1dca7404b None None] Attempting to bind port 6ef25132-f867-4cef-a58f-31f10d44dfc8 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:53:46.629266 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-284feb14-5e4f-49b6-a17f-d5e1dca7404b None None] Attempting to bind port 6ef25132-f867-4cef-a58f-31f10d44dfc8 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': '5b2213f3-6b40-4a01-abba-bc3db3ad615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b873b7b5-b7ea-4260-a740-16e2ba34f53c'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:53:46.629643 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284feb14-5e4f-49b6-a17f-d5e1dca7404b None None] Attempting to bind port 6ef25132-f867-4cef-a58f-31f10d44dfc8 on network b873b7b5-b7ea-4260-a740-16e2ba34f53c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:53:46.656057 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284feb14-5e4f-49b6-a17f-d5e1dca7404b None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:53:46.656448 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284feb14-5e4f-49b6-a17f-d5e1dca7404b None None] Checking segment: {'id': '5b2213f3-6b40-4a01-abba-bc3db3ad615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b873b7b5-b7ea-4260-a740-16e2ba34f53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:53:46.656856 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-284feb14-5e4f-49b6-a17f-d5e1dca7404b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:46.657257 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284feb14-5e4f-49b6-a17f-d5e1dca7404b None None] Bound using segment: {'id': '5b2213f3-6b40-4a01-abba-bc3db3ad615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b873b7b5-b7ea-4260-a740-16e2ba34f53c'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:53:46.657741 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-284feb14-5e4f-49b6-a17f-d5e1dca7404b None None] Bound port: 6ef25132-f867-4cef-a58f-31f10d44dfc8, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2213f3-6b40-4a01-abba-bc3db3ad615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b873b7b5-b7ea-4260-a740-16e2ba34f53c'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:53:46.658124 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-284feb14-5e4f-49b6-a17f-d5e1dca7404b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (6ef25132-f867-4cef-a58f-31f10d44dfc8), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:46.676942 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669b9f4-1009-4bc7-8f73-b310a8b6b2bf None None] Pushing event updated for resources: {'Port': ['ID=71c01c6e-e560-46eb-8434-a5d7d327104b,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:46.754432 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-28018252-7592-4f0c-98ab-43cad6739d02 admin admin] Publish callbacks [] for router_gateway (3d7fe2ed-5e94-4aef-9a33-32194fee9c60), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:46.766460 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-284feb14-5e4f-49b6-a17f-d5e1dca7404b None None] For port 6ef25132-f867-4cef-a58f-31f10d44dfc8, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:53:46.774096 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-28018252-7592-4f0c-98ab-43cad6739d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:46.783143 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:46.786412 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-284feb14-5e4f-49b6-a17f-d5e1dca7404b None None] For port 6ef25132-f867-4cef-a58f-31f10d44dfc8, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=6ef25132-f867-4cef-a58f-31f10d44dfc8,segment=NetworkSegment(5b2213f3-6b40-4a01-abba-bc3db3ad615d),segment_id=5b2213f3-6b40-4a01-abba-bc3db3ad615d)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:53:46.888448 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-28018252-7592-4f0c-98ab-43cad6739d02 admin admin] Allocated IP 172.27.0.86 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/2424fcb0-9bd2-4d1f-b6be-ba951c532a96) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:53:46.889005 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-284feb14-5e4f-49b6-a17f-d5e1dca7404b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (6ef25132-f867-4cef-a58f-31f10d44dfc8), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:46.952161 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284feb14-5e4f-49b6-a17f-d5e1dca7404b None None] Pushing event updated for resources: {'Port': ['ID=6ef25132-f867-4cef-a58f-31f10d44dfc8,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:47.016108 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-28018252-7592-4f0c-98ab-43cad6739d02 admin admin] Publish callbacks [] for port (2424fcb0-9bd2-4d1f-b6be-ba951c532a96), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:47.146106 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-28018252-7592-4f0c-98ab-43cad6739d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (2424fcb0-9bd2-4d1f-b6be-ba951c532a96), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:47.167169 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28018252-7592-4f0c-98ab-43cad6739d02 admin admin] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:53:47.168737 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-28018252-7592-4f0c-98ab-43cad6739d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:53:47.193686 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28018252-7592-4f0c-98ab-43cad6739d02 admin admin] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:53:47.239861 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28018252-7592-4f0c-98ab-43cad6739d02 admin admin] Pushing event updated for resources: {'Port': ['ID=2424fcb0-9bd2-4d1f-b6be-ba951c532a96,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:47.521818 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-28018252-7592-4f0c-98ab-43cad6739d02 admin admin] Publish callbacks [] for router_gateway (3d7fe2ed-5e94-4aef-9a33-32194fee9c60), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:47.739820 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-28018252-7592-4f0c-98ab-43cad6739d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16730276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16728107'] for router (3d7fe2ed-5e94-4aef-9a33-32194fee9c60), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:47.892557 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181f93e1-d5e8-4c59-bea5-54b4b2a60e7e None None] Network b873b7b5-b7ea-4260-a740-16e2ba34f53c requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:53:47.928085 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28018252-7592-4f0c-98ab-43cad6739d02 admin admin] Router 3d7fe2ed-5e94-4aef-9a33-32194fee9c60 is scheduled to L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff with binding_index 1 {{(pid=110549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:53:47.996371 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-1032194a-7fe1-4d17-a603-543ff79b810f None None] Provisioning complete for port 6ef25132-f867-4cef-a58f-31f10d44dfc8 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:47.996748 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1032194a-7fe1-4d17-a603-543ff79b810f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (6ef25132-f867-4cef-a58f-31f10d44dfc8), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:48.039265 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28018252-7592-4f0c-98ab-43cad6739d02 admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:53:48.048586 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] Sync routers for ids ['3d7fe2ed-5e94-4aef-9a33-32194fee9c60'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:53:48.064492 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] Routers {'3d7fe2ed-5e94-4aef-9a33-32194fee9c60'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:53:48.065112 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:53:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['3d7fe2ed-5e94-4aef-9a33-32194fee9c60'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:53:48.128575 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-28018252-7592-4f0c-98ab-43cad6739d02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:48.130220 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-28018252-7592-4f0c-98ab-43cad6739d02 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1882029 Mar 31 20:53:48.132765 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 36240) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:53:48.305383 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-1032194a-7fe1-4d17-a603-543ff79b810f None None] Current status of the port 6ef25132-f867-4cef-a58f-31f10d44dfc8 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:48.305808 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1032194a-7fe1-4d17-a603-543ff79b810f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (6ef25132-f867-4cef-a58f-31f10d44dfc8), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:48.357657 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-1032194a-7fe1-4d17-a603-543ff79b810f None None] For port 6ef25132-f867-4cef-a58f-31f10d44dfc8, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=6ef25132-f867-4cef-a58f-31f10d44dfc8,segment=NetworkSegment(5b2213f3-6b40-4a01-abba-bc3db3ad615d),segment_id=5b2213f3-6b40-4a01-abba-bc3db3ad615d)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:53:48.359637 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] Set router 3d7fe2ed-5e94-4aef-9a33-32194fee9c60 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:53:48.443023 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 6ef25132-f867-4cef-a58f-31f10d44dfc8 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:53:48.468970 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1032194a-7fe1-4d17-a603-543ff79b810f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (6ef25132-f867-4cef-a58f-31f10d44dfc8), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:48.575604 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032194a-7fe1-4d17-a603-543ff79b810f None None] Pushing event updated for resources: {'Port': ['ID=6ef25132-f867-4cef-a58f-31f10d44dfc8,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:48.582760 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62c9b84a-b810-46f0-aa9a-a92aae324963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:48.627806 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-46d6c940-80ca-440f-a02a-2d381b40a57b None None] Provisioning complete for port 6ef25132-f867-4cef-a58f-31f10d44dfc8 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:48.628185 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-46d6c940-80ca-440f-a02a-2d381b40a57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (6ef25132-f867-4cef-a58f-31f10d44dfc8), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:48.629611 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 6ef25132-f867-4cef-a58f-31f10d44dfc8 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:48.629970 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (6ef25132-f867-4cef-a58f-31f10d44dfc8), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:48.728766 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7fe2ed-5e94-4aef-9a33-32194fee9c60', 'name': 'tempest-TestMinimumBasicScenario-786036052-router', 'tenant_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '2424fcb0-9bd2-4d1f-b6be-ba951c532a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:53:46Z', 'updated_at': '2022-03-31T20:53:47Z', 'revision_number': 3, 'project_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'gw_port': {'id': '2424fcb0-9bd2-4d1f-b6be-ba951c532a96', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7fe2ed-5e94-4aef-9a33-32194fee9c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:46Z', 'updated_at': '2022-03-31T20:53:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:53:48.740240 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-62c9b84a-b810-46f0-aa9a-a92aae324963 admin admin] Allocated IP 172.20.0.1 (b873b7b5-b7ea-4260-a740-16e2ba34f53c/2fa4bf3d-24e7-4d1c-a477-03dde9143b20/759dbc73-3643-4b6f-82e4-06e1b035e4ad) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:53:48.774881 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] Checking router: 3d7fe2ed-5e94-4aef-9a33-32194fee9c60 for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:53:48.775237 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] Updating router 3d7fe2ed-5e94-4aef-9a33-32194fee9c60 port 2424fcb0-9bd2-4d1f-b6be-ba951c532a96 binding host dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:53:48.843688 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (2424fcb0-9bd2-4d1f-b6be-ba951c532a96), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:48.845626 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-46d6c940-80ca-440f-a02a-2d381b40a57b None None] Current status of the port 6ef25132-f867-4cef-a58f-31f10d44dfc8 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:48.849224 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 6ef25132-f867-4cef-a58f-31f10d44dfc8 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:48.850230 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 71c01c6e-e560-46eb-8434-a5d7d327104b up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:53:48.996554 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 71c01c6e-e560-46eb-8434-a5d7d327104b triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:48.997284 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (71c01c6e-e560-46eb-8434-a5d7d327104b), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:49.108227 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62c9b84a-b810-46f0-aa9a-a92aae324963 admin admin] Publish callbacks [] for port (759dbc73-3643-4b6f-82e4-06e1b035e4ad), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:49.166716 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 71c01c6e-e560-46eb-8434-a5d7d327104b is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:49.205337 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] Publish callbacks [] for port (2424fcb0-9bd2-4d1f-b6be-ba951c532a96), precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:49.212988 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62c9b84a-b810-46f0-aa9a-a92aae324963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (759dbc73-3643-4b6f-82e4-06e1b035e4ad), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:49.249790 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c9b84a-b810-46f0-aa9a-a92aae324963 admin admin] Network b873b7b5-b7ea-4260-a740-16e2ba34f53c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:53:49.252687 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-62c9b84a-b810-46f0-aa9a-a92aae324963 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:53:49.258272 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c9b84a-b810-46f0-aa9a-a92aae324963 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:53:49.281204 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9b84a-b810-46f0-aa9a-a92aae324963 admin admin] Pushing event updated for resources: {'Port': ['ID=759dbc73-3643-4b6f-82e4-06e1b035e4ad,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:49.300564 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62c9b84a-b810-46f0-aa9a-a92aae324963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16736252'] for router_interface (3d7fe2ed-5e94-4aef-9a33-32194fee9c60), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:49.304536 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (2424fcb0-9bd2-4d1f-b6be-ba951c532a96), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:49.358241 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] Attempting to bind port 2424fcb0-9bd2-4d1f-b6be-ba951c532a96 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:53:49.358619 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] Attempting to bind port 2424fcb0-9bd2-4d1f-b6be-ba951c532a96 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:53:49.358982 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] Attempting to bind port 2424fcb0-9bd2-4d1f-b6be-ba951c532a96 on network 058c73fb-def7-43e1-b39b-9141f1a05ed2 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:53:49.372488 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:53:49.372866 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] Checking segment: {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:53:49.373317 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:49.373776 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] Bound using segment: {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:53:49.374305 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] Bound port: 2424fcb0-9bd2-4d1f-b6be-ba951c532a96, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:53:49.374749 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (2424fcb0-9bd2-4d1f-b6be-ba951c532a96), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:49.376617 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95558b7a-a02c-4756-a46a-91a299346744 None None] Pushing event updated for resources: {'Port': ['ID=2424fcb0-9bd2-4d1f-b6be-ba951c532a96,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:49.436560 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] For port 2424fcb0-9bd2-4d1f-b6be-ba951c532a96, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:53:49.439739 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] For port 2424fcb0-9bd2-4d1f-b6be-ba951c532a96, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=2424fcb0-9bd2-4d1f-b6be-ba951c532a96,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:53:49.469889 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-11704a12-5025-427c-948a-255024f52900 None None] Provisioning complete for port 759dbc73-3643-4b6f-82e4-06e1b035e4ad triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:49.470273 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-11704a12-5025-427c-948a-255024f52900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (759dbc73-3643-4b6f-82e4-06e1b035e4ad), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:49.502393 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62c9b84a-b810-46f0-aa9a-a92aae324963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (759dbc73-3643-4b6f-82e4-06e1b035e4ad), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:49.503665 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-11704a12-5025-427c-948a-255024f52900 None None] Port 759dbc73-3643-4b6f-82e4-06e1b035e4ad cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:53:49.529851 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (2424fcb0-9bd2-4d1f-b6be-ba951c532a96), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:49.586736 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] Routers {'3d7fe2ed-5e94-4aef-9a33-32194fee9c60'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:53:49.587940 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:53:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['3d7fe2ed-5e94-4aef-9a33-32194fee9c60'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:53:49.592708 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95558b7a-a02c-4756-a46a-91a299346744 None None] Pushing event updated for resources: {'Port': ['ID=2424fcb0-9bd2-4d1f-b6be-ba951c532a96,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:49.667841 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62c9b84a-b810-46f0-aa9a-a92aae324963 admin admin] Publish callbacks [] for port (759dbc73-3643-4b6f-82e4-06e1b035e4ad), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:49.698759 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] Set router 3d7fe2ed-5e94-4aef-9a33-32194fee9c60 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:53:49.732581 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62c9b84a-b810-46f0-aa9a-a92aae324963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24999263'] for port (759dbc73-3643-4b6f-82e4-06e1b035e4ad), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:49.799659 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62c9b84a-b810-46f0-aa9a-a92aae324963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16300123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16736104'] for router_interface (3d7fe2ed-5e94-4aef-9a33-32194fee9c60), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:49.802279 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9b84a-b810-46f0-aa9a-a92aae324963 admin admin] Pushing event updated for resources: {'Port': ['ID=759dbc73-3643-4b6f-82e4-06e1b035e4ad,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:49.895797 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c9b84a-b810-46f0-aa9a-a92aae324963 admin admin] Network b873b7b5-b7ea-4260-a740-16e2ba34f53c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:53:49.897247 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-62c9b84a-b810-46f0-aa9a-a92aae324963 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:53:49.900721 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7fe2ed-5e94-4aef-9a33-32194fee9c60', 'name': 'tempest-TestMinimumBasicScenario-786036052-router', 'tenant_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '2424fcb0-9bd2-4d1f-b6be-ba951c532a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:53:46Z', 'updated_at': '2022-03-31T20:53:49Z', 'revision_number': 4, 'project_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'gw_port': {'id': '2424fcb0-9bd2-4d1f-b6be-ba951c532a96', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7fe2ed-5e94-4aef-9a33-32194fee9c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:46Z', 'updated_at': '2022-03-31T20:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '759dbc73-3643-4b6f-82e4-06e1b035e4ad', 'name': '', 'network_id': 'b873b7b5-b7ea-4260-a740-16e2ba34f53c', 'tenant_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'mac_address': 'fa:16:3e:1a:ad:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7fe2ed-5e94-4aef-9a33-32194fee9c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2fa4bf3d-24e7-4d1c-a477-03dde9143b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:48Z', 'updated_at': '2022-03-31T20:53:48Z', 'revision_number': 1, 'project_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'subnets': [{'id': '2fa4bf3d-24e7-4d1c-a477-03dde9143b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:53:49.927817 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a0db1-61cc-41c2-b8ca-218893b88e3a None None] The sync data for ids ['3d7fe2ed-5e94-4aef-9a33-32194fee9c60'] in dv-cinder-836072-1-iscsi is: [{'id': '3d7fe2ed-5e94-4aef-9a33-32194fee9c60', 'name': 'tempest-TestMinimumBasicScenario-786036052-router', 'tenant_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '2424fcb0-9bd2-4d1f-b6be-ba951c532a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:53:46Z', 'updated_at': '2022-03-31T20:53:49Z', 'revision_number': 4, 'project_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'gw_port': {'id': '2424fcb0-9bd2-4d1f-b6be-ba951c532a96', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7fe2ed-5e94-4aef-9a33-32194fee9c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:46Z', 'updated_at': '2022-03-31T20:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '759dbc73-3643-4b6f-82e4-06e1b035e4ad', 'name': '', 'network_id': 'b873b7b5-b7ea-4260-a740-16e2ba34f53c', 'tenant_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'mac_address': 'fa:16:3e:1a:ad:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7fe2ed-5e94-4aef-9a33-32194fee9c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2fa4bf3d-24e7-4d1c-a477-03dde9143b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:48Z', 'updated_at': '2022-03-31T20:53:48Z', 'revision_number': 1, 'project_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'subnets': [{'id': '2fa4bf3d-24e7-4d1c-a477-03dde9143b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:53:50.027336 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c9b84a-b810-46f0-aa9a-a92aae324963 admin admin] Router 3d7fe2ed-5e94-4aef-9a33-32194fee9c60 has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:53:50.134901 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-64b4de33-e845-48b9-a5c6-49e711f9f0df None None] Provisioning complete for port 759dbc73-3643-4b6f-82e4-06e1b035e4ad triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:50.134901 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-64b4de33-e845-48b9-a5c6-49e711f9f0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (759dbc73-3643-4b6f-82e4-06e1b035e4ad), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:50.165693 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c9b84a-b810-46f0-aa9a-a92aae324963 admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:53:50.171003 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-62c9b84a-b810-46f0-aa9a-a92aae324963 admin admin] 10.222.0.61 "PUT /v2.0/routers/3d7fe2ed-5e94-4aef-9a33-32194fee9c60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0372524 Mar 31 20:53:50.186755 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-64b4de33-e845-48b9-a5c6-49e711f9f0df None None] Port 759dbc73-3643-4b6f-82e4-06e1b035e4ad cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:53:50.368097 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 6ef25132-f867-4cef-a58f-31f10d44dfc8 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:53:50.421078 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 6ef25132-f867-4cef-a58f-31f10d44dfc8 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:50.421462 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (6ef25132-f867-4cef-a58f-31f10d44dfc8), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:50.507954 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 6ef25132-f867-4cef-a58f-31f10d44dfc8 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:52.457778 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 2424fcb0-9bd2-4d1f-b6be-ba951c532a96 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:53:52.522663 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 2424fcb0-9bd2-4d1f-b6be-ba951c532a96 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:52.523520 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (2424fcb0-9bd2-4d1f-b6be-ba951c532a96), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:52.630684 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 2424fcb0-9bd2-4d1f-b6be-ba951c532a96 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:52.631481 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (2424fcb0-9bd2-4d1f-b6be-ba951c532a96), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:52.667828 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] For port 2424fcb0-9bd2-4d1f-b6be-ba951c532a96, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=2424fcb0-9bd2-4d1f-b6be-ba951c532a96,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:53:52.744379 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (2424fcb0-9bd2-4d1f-b6be-ba951c532a96), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:52.819666 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Pushing event updated for resources: {'Port': ['ID=2424fcb0-9bd2-4d1f-b6be-ba951c532a96,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:53.561655 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] Sync routers for ids ['3d7fe2ed-5e94-4aef-9a33-32194fee9c60'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:53:53.587546 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] Routers {'3d7fe2ed-5e94-4aef-9a33-32194fee9c60'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:53:53.588210 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:53:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['3d7fe2ed-5e94-4aef-9a33-32194fee9c60'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:53:53.728356 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] Set router 3d7fe2ed-5e94-4aef-9a33-32194fee9c60 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:53:54.002438 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7fe2ed-5e94-4aef-9a33-32194fee9c60', 'name': 'tempest-TestMinimumBasicScenario-786036052-router', 'tenant_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '2424fcb0-9bd2-4d1f-b6be-ba951c532a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:53:46Z', 'updated_at': '2022-03-31T20:53:49Z', 'revision_number': 4, 'project_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'gw_port': {'id': '2424fcb0-9bd2-4d1f-b6be-ba951c532a96', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7fe2ed-5e94-4aef-9a33-32194fee9c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:46Z', 'updated_at': '2022-03-31T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '759dbc73-3643-4b6f-82e4-06e1b035e4ad', 'name': '', 'network_id': 'b873b7b5-b7ea-4260-a740-16e2ba34f53c', 'tenant_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'mac_address': 'fa:16:3e:1a:ad:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7fe2ed-5e94-4aef-9a33-32194fee9c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2fa4bf3d-24e7-4d1c-a477-03dde9143b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:48Z', 'updated_at': '2022-03-31T20:53:49Z', 'revision_number': 2, 'project_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'subnets': [{'id': '2fa4bf3d-24e7-4d1c-a477-03dde9143b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:53:54.033560 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] Checking router: 3d7fe2ed-5e94-4aef-9a33-32194fee9c60 for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:53:54.034099 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] Updating router 3d7fe2ed-5e94-4aef-9a33-32194fee9c60 port 759dbc73-3643-4b6f-82e4-06e1b035e4ad binding host dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:53:54.071398 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (759dbc73-3643-4b6f-82e4-06e1b035e4ad), before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:54.453699 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] Publish callbacks [] for port (759dbc73-3643-4b6f-82e4-06e1b035e4ad), precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:54.496014 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 2424fcb0-9bd2-4d1f-b6be-ba951c532a96 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:53:54.561625 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 2424fcb0-9bd2-4d1f-b6be-ba951c532a96 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:54.561938 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (759dbc73-3643-4b6f-82e4-06e1b035e4ad), after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:54.563123 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (2424fcb0-9bd2-4d1f-b6be-ba951c532a96), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:54.616276 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a95a1-1298-4908-8302-742397ebfe39 None None] Pushing event updated for resources: {'Port': ['ID=759dbc73-3643-4b6f-82e4-06e1b035e4ad,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:54.693783 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] Attempting to bind port 759dbc73-3643-4b6f-82e4-06e1b035e4ad on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:53:54.694158 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] Attempting to bind port 759dbc73-3643-4b6f-82e4-06e1b035e4ad by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': '5b2213f3-6b40-4a01-abba-bc3db3ad615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b873b7b5-b7ea-4260-a740-16e2ba34f53c'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:53:54.694541 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] Attempting to bind port 759dbc73-3643-4b6f-82e4-06e1b035e4ad on network b873b7b5-b7ea-4260-a740-16e2ba34f53c {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:53:54.705622 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:53:54.706670 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] Checking segment: {'id': '5b2213f3-6b40-4a01-abba-bc3db3ad615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b873b7b5-b7ea-4260-a740-16e2ba34f53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:53:54.712362 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:54.713940 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] Bound using segment: {'id': '5b2213f3-6b40-4a01-abba-bc3db3ad615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b873b7b5-b7ea-4260-a740-16e2ba34f53c'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:53:54.714572 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] Bound port: 759dbc73-3643-4b6f-82e4-06e1b035e4ad, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2213f3-6b40-4a01-abba-bc3db3ad615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b873b7b5-b7ea-4260-a740-16e2ba34f53c'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:53:54.714890 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (759dbc73-3643-4b6f-82e4-06e1b035e4ad), before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:54.736740 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 2424fcb0-9bd2-4d1f-b6be-ba951c532a96 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:54.833377 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] For port 759dbc73-3643-4b6f-82e4-06e1b035e4ad, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:53:54.841048 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] For port 759dbc73-3643-4b6f-82e4-06e1b035e4ad, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=759dbc73-3643-4b6f-82e4-06e1b035e4ad,segment=NetworkSegment(5b2213f3-6b40-4a01-abba-bc3db3ad615d),segment_id=5b2213f3-6b40-4a01-abba-bc3db3ad615d)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:53:54.918152 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (759dbc73-3643-4b6f-82e4-06e1b035e4ad), after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:55.030372 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] Routers {'3d7fe2ed-5e94-4aef-9a33-32194fee9c60'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:53:55.031003 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:53:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['3d7fe2ed-5e94-4aef-9a33-32194fee9c60'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:53:55.049450 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a95a1-1298-4908-8302-742397ebfe39 None None] Pushing event updated for resources: {'Port': ['ID=759dbc73-3643-4b6f-82e4-06e1b035e4ad,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:55.111400 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-04343450-a11d-4c2f-bd16-d79f7eeaf42b None None] Provisioning complete for port 759dbc73-3643-4b6f-82e4-06e1b035e4ad triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:55.112680 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-04343450-a11d-4c2f-bd16-d79f7eeaf42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (759dbc73-3643-4b6f-82e4-06e1b035e4ad), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:55.291740 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-04343450-a11d-4c2f-bd16-d79f7eeaf42b None None] Current status of the port 759dbc73-3643-4b6f-82e4-06e1b035e4ad is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:55.292552 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-04343450-a11d-4c2f-bd16-d79f7eeaf42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (759dbc73-3643-4b6f-82e4-06e1b035e4ad), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:55.342818 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-04343450-a11d-4c2f-bd16-d79f7eeaf42b None None] For port 759dbc73-3643-4b6f-82e4-06e1b035e4ad, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=759dbc73-3643-4b6f-82e4-06e1b035e4ad,segment=NetworkSegment(5b2213f3-6b40-4a01-abba-bc3db3ad615d),segment_id=5b2213f3-6b40-4a01-abba-bc3db3ad615d)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:53:55.410932 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] Set router 3d7fe2ed-5e94-4aef-9a33-32194fee9c60 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:53:55.480702 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-04343450-a11d-4c2f-bd16-d79f7eeaf42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (759dbc73-3643-4b6f-82e4-06e1b035e4ad), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:55.559999 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04343450-a11d-4c2f-bd16-d79f7eeaf42b None None] Pushing event updated for resources: {'Port': ['ID=759dbc73-3643-4b6f-82e4-06e1b035e4ad,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:53:55.599669 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-e92e120f-e10f-419e-8bcb-bac7c2ad00d1 None None] Provisioning complete for port 759dbc73-3643-4b6f-82e4-06e1b035e4ad triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:55.600086 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e92e120f-e10f-419e-8bcb-bac7c2ad00d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (759dbc73-3643-4b6f-82e4-06e1b035e4ad), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:55.652346 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7fe2ed-5e94-4aef-9a33-32194fee9c60', 'name': 'tempest-TestMinimumBasicScenario-786036052-router', 'tenant_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '2424fcb0-9bd2-4d1f-b6be-ba951c532a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:53:46Z', 'updated_at': '2022-03-31T20:53:49Z', 'revision_number': 4, 'project_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'gw_port': {'id': '2424fcb0-9bd2-4d1f-b6be-ba951c532a96', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7fe2ed-5e94-4aef-9a33-32194fee9c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:46Z', 'updated_at': '2022-03-31T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '759dbc73-3643-4b6f-82e4-06e1b035e4ad', 'name': '', 'network_id': 'b873b7b5-b7ea-4260-a740-16e2ba34f53c', 'tenant_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'mac_address': 'fa:16:3e:1a:ad:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7fe2ed-5e94-4aef-9a33-32194fee9c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2fa4bf3d-24e7-4d1c-a477-03dde9143b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:48Z', 'updated_at': '2022-03-31T20:53:54Z', 'revision_number': 4, 'project_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'subnets': [{'id': '2fa4bf3d-24e7-4d1c-a477-03dde9143b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:53:55.692265 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91c99e9-449e-4082-8732-5efac17e3b11 None None] The sync data for ids ['3d7fe2ed-5e94-4aef-9a33-32194fee9c60'] in dv-cinder-836072-1-iscsi is: [{'id': '3d7fe2ed-5e94-4aef-9a33-32194fee9c60', 'name': 'tempest-TestMinimumBasicScenario-786036052-router', 'tenant_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '2424fcb0-9bd2-4d1f-b6be-ba951c532a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:53:46Z', 'updated_at': '2022-03-31T20:53:49Z', 'revision_number': 4, 'project_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'gw_port': {'id': '2424fcb0-9bd2-4d1f-b6be-ba951c532a96', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7fe2ed-5e94-4aef-9a33-32194fee9c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:46Z', 'updated_at': '2022-03-31T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '759dbc73-3643-4b6f-82e4-06e1b035e4ad', 'name': '', 'network_id': 'b873b7b5-b7ea-4260-a740-16e2ba34f53c', 'tenant_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'mac_address': 'fa:16:3e:1a:ad:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7fe2ed-5e94-4aef-9a33-32194fee9c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2fa4bf3d-24e7-4d1c-a477-03dde9143b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:48Z', 'updated_at': '2022-03-31T20:53:54Z', 'revision_number': 4, 'project_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'subnets': [{'id': '2fa4bf3d-24e7-4d1c-a477-03dde9143b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:53:55.726935 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e92e120f-e10f-419e-8bcb-bac7c2ad00d1 None None] Current status of the port 759dbc73-3643-4b6f-82e4-06e1b035e4ad is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:53:56.491900 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 759dbc73-3643-4b6f-82e4-06e1b035e4ad up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:53:56.593612 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 759dbc73-3643-4b6f-82e4-06e1b035e4ad triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:53:56.594848 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (759dbc73-3643-4b6f-82e4-06e1b035e4ad), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:53:56.796707 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 759dbc73-3643-4b6f-82e4-06e1b035e4ad is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:54:01.595985 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:54:03.424651 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:04.340039 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-8c308703-9761-4fa7-bd97-0aab93bce256 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:04.341439 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-8c308703-9761-4fa7-bd97-0aab93bce256 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/networks?id=3e737225-4e10-471d-acfd-b8b95aab17aa HTTP/1.1" status: 200 len: 815 time: 0.1249306 Mar 31 20:54:04.361213 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-e32ec3c9-ee61-475a-ac3e-9d09a9908cd0 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/quotas/2baaa83d12dc4ab292f334323cf092df HTTP/1.1" status: 200 len: 375 time: 0.0139406 Mar 31 20:54:04.432507 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-fbfa74d5-349e-4c32-9763-038edaf0b037 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2baaa83d12dc4ab292f334323cf092df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592442 Mar 31 20:54:04.539030 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-173c8c5c-65a4-4240-843d-32e5d3432a21 service neutron] 10.222.0.61 "GET /v2.0/networks/3e737225-4e10-471d-acfd-b8b95aab17aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044405 Mar 31 20:54:04.635456 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-c3d670a2-0c1c-4e76-ae80-7cc60aaffecf service neutron] 10.222.0.61 "GET /v2.0/networks/3e737225-4e10-471d-acfd-b8b95aab17aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954962 Mar 31 20:54:04.977818 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6478e2e1-c5f9-4084-acb2-d350d07492fb req-a7e1b2ad-4b86-41cd-b419-e1ea08730412 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 210 time: 0.0365465 Mar 31 20:54:06.055724 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a75a6ecf-9bbc-4d81-87e5-56915321169d req-3c9e29dc-1a9e-43a3-92fc-6ae80b80f5a5 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 210 time: 0.0436363 Mar 31 20:54:06.771276 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9566b-6b27-4a03-9768-a9701c8810b4 req-edb057c5-6cee-40d1-adf9-4848e61d4325 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:06.778498 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-01e9566b-6b27-4a03-9768-a9701c8810b4 req-edb057c5-6cee-40d1-adf9-4848e61d4325 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 945 time: 0.0617437 Mar 31 20:54:06.825461 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-01e9566b-6b27-4a03-9768-a9701c8810b4 req-a4e00c32-881b-4501-8348-1a20d643f577 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459964 Mar 31 20:54:07.149623 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bbefe124-ecda-4d50-a317-67f8866332b0 req-13d0c875-2f6e-4547-95ac-e85132188cfe tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 210 time: 0.0275445 Mar 31 20:54:07.668722 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-439e112d-d3d7-4d0a-b46f-af30aa366a88 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:07.671003 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-439e112d-d3d7-4d0a-b46f-af30aa366a88 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.32 "GET /v2.0/networks?id=3e737225-4e10-471d-acfd-b8b95aab17aa HTTP/1.1" status: 200 len: 815 time: 0.1115322 Mar 31 20:54:07.691896 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-ac2692e1-36db-4477-9e4e-9364c98844e4 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Request body: {'port': {'device_id': '412234fe-4bfb-45cb-b585-ee0ff87efb48', 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa', 'admin_state_up': True, 'tenant_id': '2baaa83d12dc4ab292f334323cf092df'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:54:07.893640 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-ac2692e1-36db-4477-9e4e-9364c98844e4 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Made reservation on behalf of 2baaa83d12dc4ab292f334323cf092df for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:54:07.897280 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-ac2692e1-36db-4477-9e4e-9364c98844e4 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:07.990169 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466be9bf-76da-41ae-a4ab-aee7bed50af5 req-8e2c7ee0-9242-4df7-8191-6b2db6f7575b tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:08.001375 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-466be9bf-76da-41ae-a4ab-aee7bed50af5 req-8e2c7ee0-9242-4df7-8191-6b2db6f7575b tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 945 time: 0.0749516 Mar 31 20:54:08.107392 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-ac2692e1-36db-4477-9e4e-9364c98844e4 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Allocated IP 172.20.0.13 (3e737225-4e10-471d-acfd-b8b95aab17aa/e2a9dc63-6aa9-4b12-9195-8c9805fa9604/c321f820-81fe-4d5b-a433-d5122f2986ed) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:54:08.333224 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-ac2692e1-36db-4477-9e4e-9364c98844e4 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for port (c321f820-81fe-4d5b-a433-d5122f2986ed), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:08.396782 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-466be9bf-76da-41ae-a4ab-aee7bed50af5 req-88647bee-c541-406a-b5f3-c2901f5d5b28 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753769 Mar 31 20:54:08.396782 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8b333188-01cb-4c5a-b267-8b8217b87833 req-491dc5ca-da96-4abf-90a3-fab0b0f72fa1 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 210 time: 0.0751607 Mar 31 20:54:08.452066 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-ac2692e1-36db-4477-9e4e-9364c98844e4 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (c321f820-81fe-4d5b-a433-d5122f2986ed), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:08.500569 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-ac2692e1-36db-4477-9e4e-9364c98844e4 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Network 3e737225-4e10-471d-acfd-b8b95aab17aa is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:54:08.504448 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-ac2692e1-36db-4477-9e4e-9364c98844e4 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:54:08.508963 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-ac2692e1-36db-4477-9e4e-9364c98844e4 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:54:08.538430 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2692e1-36db-4477-9e4e-9364c98844e4 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Pushing event updated for resources: {'Port': ['ID=c321f820-81fe-4d5b-a433-d5122f2986ed,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:08.571704 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-ac2692e1-36db-4477-9e4e-9364c98844e4 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:08.572544 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-ac2692e1-36db-4477-9e4e-9364c98844e4 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:08.740244 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-ac2692e1-36db-4477-9e4e-9364c98844e4 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0239534 Mar 31 20:54:08.740244 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-a621a2fd-cd07-4f2a-8573-55354f815bd7 service neutron] Request body: {'port': {'device_id': '412234fe-4bfb-45cb-b585-ee0ff87efb48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:54:08.778936 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5e78a-6b19-4e40-8ddb-b9d62bffb6f8 req-dbba8f3e-c9dd-469d-9039-16fda79ab607 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:08.783167 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2ff5e78a-6b19-4e40-8ddb-b9d62bffb6f8 req-dbba8f3e-c9dd-469d-9039-16fda79ab607 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 945 time: 0.0692015 Mar 31 20:54:08.804726 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-cd50896a-28e7-4135-a04e-726da4300876 None None] Provisioning complete for port c321f820-81fe-4d5b-a433-d5122f2986ed triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:54:08.804726 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cd50896a-28e7-4135-a04e-726da4300876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (c321f820-81fe-4d5b-a433-d5122f2986ed), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:08.833056 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-a621a2fd-cd07-4f2a-8573-55354f815bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (c321f820-81fe-4d5b-a433-d5122f2986ed), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:08.842957 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-cd50896a-28e7-4135-a04e-726da4300876 None None] Port c321f820-81fe-4d5b-a433-d5122f2986ed cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:54:08.903019 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [req-2ff5e78a-6b19-4e40-8ddb-b9d62bffb6f8 req-e5c3111c-0d6e-4143-a342-7251d4e13280 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Deleting port ce35bd43-b33c-4af7-8739-0eda8209389d {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:54:08.903019 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-2ff5e78a-6b19-4e40-8ddb-b9d62bffb6f8 req-e5c3111c-0d6e-4143-a342-7251d4e13280 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (ce35bd43-b33c-4af7-8739-0eda8209389d), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:09.005652 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [req-2ff5e78a-6b19-4e40-8ddb-b9d62bffb6f8 req-e5c3111c-0d6e-4143-a342-7251d4e13280 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] For port ce35bd43-b33c-4af7-8739-0eda8209389d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ce35bd43-b33c-4af7-8739-0eda8209389d,segment=NetworkSegment(b906f337-630f-4de4-8741-ff469e962146),segment_id=b906f337-630f-4de4-8741-ff469e962146)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:54:09.028054 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-2ff5e78a-6b19-4e40-8ddb-b9d62bffb6f8 req-e5c3111c-0d6e-4143-a342-7251d4e13280 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (ce35bd43-b33c-4af7-8739-0eda8209389d), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:09.028054 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [req-2ff5e78a-6b19-4e40-8ddb-b9d62bffb6f8 req-e5c3111c-0d6e-4143-a342-7251d4e13280 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Calling delete_port for ce35bd43-b33c-4af7-8739-0eda8209389d owned by compute:nova {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:54:09.155308 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-a621a2fd-cd07-4f2a-8573-55354f815bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c321f820-81fe-4d5b-a433-d5122f2986ed {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:54:09.162792 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-a621a2fd-cd07-4f2a-8573-55354f815bd7 service neutron] Publish callbacks [] for port (c321f820-81fe-4d5b-a433-d5122f2986ed), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:09.177058 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-12744ea1-9337-4244-8201-665aadb1f522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:09.298152 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-a621a2fd-cd07-4f2a-8573-55354f815bd7 service neutron] Transition to ACTIVE for port object c321f820-81fe-4d5b-a433-d5122f2986ed will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:54:09.298404 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-2ff5e78a-6b19-4e40-8ddb-b9d62bffb6f8 req-e5c3111c-0d6e-4143-a342-7251d4e13280 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (ce35bd43-b33c-4af7-8739-0eda8209389d), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:09.313677 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['ce35bd43-b33c-4af7-8739-0eda8209389d'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:54:09.372566 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-a621a2fd-cd07-4f2a-8573-55354f815bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24999263'] for port (c321f820-81fe-4d5b-a433-d5122f2986ed), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:09.390641 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff5e78a-6b19-4e40-8ddb-b9d62bffb6f8 req-e5c3111c-0d6e-4143-a342-7251d4e13280 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] No DVR routers for this DVR port ce35bd43-b33c-4af7-8739-0eda8209389d on host hv-cinder-83607 {{(pid=110549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:54:09.396425 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-2ff5e78a-6b19-4e40-8ddb-b9d62bffb6f8 req-e5c3111c-0d6e-4143-a342-7251d4e13280 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:09.402090 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2ff5e78a-6b19-4e40-8ddb-b9d62bffb6f8 req-e5c3111c-0d6e-4143-a342-7251d4e13280 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.32 "DELETE /v2.0/ports/ce35bd43-b33c-4af7-8739-0eda8209389d HTTP/1.1" status: 204 len: 173 time: 0.6062384 Mar 31 20:54:09.402947 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3111c-0d6e-4143-a342-7251d4e13280 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Pushing event deleted for resources: {'Port': ['ID=ce35bd43-b33c-4af7-8739-0eda8209389d,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:09.411436 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a78525-6edb-420c-981b-ac7b48675cba', 'name': 'network-vif-deleted', 'tag': 'ce35bd43-b33c-4af7-8739-0eda8209389d'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:54:09.417830 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5253feeaf43b009d496c5950c37129f342c333472f7057fa14384dd137f2b4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71526d72-9437-4eb8-9fbd-280acd03d625" -d '{"events": [{"server_uuid": "d9a78525-6edb-420c-981b-ac7b48675cba", "name": "network-vif-deleted", "tag": "ce35bd43-b33c-4af7-8739-0eda8209389d"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:54:09.450748 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621a2fd-cd07-4f2a-8573-55354f815bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=c321f820-81fe-4d5b-a433-d5122f2986ed,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:09.593518 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-97222d72-e38c-4094-ae86-2f7fe0c88392 req-197e7c64-7eed-4706-a948-46bfdac6c1b4 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 210 time: 0.0909693 Mar 31 20:54:09.665587 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3340d-a2a0-49ab-8793-730dfd8f9bcc req-1d640ac5-726f-45a7-a542-9ca4c477e4d4 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:09.668410 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fae3340d-a2a0-49ab-8793-730dfd8f9bcc req-1d640ac5-726f-45a7-a542-9ca4c477e4d4 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 944 time: 0.1541641 Mar 31 20:54:09.671407 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64245c05-afd2-422a-8f0a-c8bc9c57e812 x-openstack-request-id: req-64245c05-afd2-422a-8f0a-c8bc9c57e812 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:54:09.671912 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a78525-6edb-420c-981b-ac7b48675cba", "name": "network-vif-deleted", "tag": "ce35bd43-b33c-4af7-8739-0eda8209389d", "status": "completed", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:54:09.672336 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-64245c05-afd2-422a-8f0a-c8bc9c57e812 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:54:09.672896 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64245c05-afd2-422a-8f0a-c8bc9c57e812'] response: {'server_uuid': 'd9a78525-6edb-420c-981b-ac7b48675cba', 'name': 'network-vif-deleted', 'tag': 'ce35bd43-b33c-4af7-8739-0eda8209389d', 'status': 'completed', 'code': 200} Mar 31 20:54:09.708974 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-a621a2fd-cd07-4f2a-8573-55354f815bd7 service neutron] Attempting to bind port c321f820-81fe-4d5b-a433-d5122f2986ed on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:54:09.710229 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-a621a2fd-cd07-4f2a-8573-55354f815bd7 service neutron] Attempting to bind port c321f820-81fe-4d5b-a433-d5122f2986ed by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'c9d727ad-8410-4a41-8976-10a598e856b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:54:09.710739 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-a621a2fd-cd07-4f2a-8573-55354f815bd7 service neutron] Attempting to bind port c321f820-81fe-4d5b-a433-d5122f2986ed on network 3e737225-4e10-471d-acfd-b8b95aab17aa {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:54:09.721926 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-a621a2fd-cd07-4f2a-8573-55354f815bd7 service neutron] Port c321f820-81fe-4d5b-a433-d5122f2986ed on network 3e737225-4e10-471d-acfd-b8b95aab17aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:54:09.725587 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-a621a2fd-cd07-4f2a-8573-55354f815bd7 service neutron] Attempting to bind port c321f820-81fe-4d5b-a433-d5122f2986ed on network 3e737225-4e10-471d-acfd-b8b95aab17aa {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:54:09.738275 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-a621a2fd-cd07-4f2a-8573-55354f815bd7 service neutron] Checking agent: {'id': '7dd6c0b4-7b51-4ce7-a43e-f42db731a887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'started_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:54:09.738915 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-a621a2fd-cd07-4f2a-8573-55354f815bd7 service neutron] Checking segment: {'id': 'c9d727ad-8410-4a41-8976-10a598e856b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:54:09.739498 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-a621a2fd-cd07-4f2a-8573-55354f815bd7 service neutron] Bound using segment: {'id': 'c9d727ad-8410-4a41-8976-10a598e856b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:54:09.740169 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-a621a2fd-cd07-4f2a-8573-55354f815bd7 service neutron] Bound port: c321f820-81fe-4d5b-a433-d5122f2986ed, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9d727ad-8410-4a41-8976-10a598e856b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:54:09.740714 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-a621a2fd-cd07-4f2a-8573-55354f815bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (c321f820-81fe-4d5b-a433-d5122f2986ed), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:09.765073 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fae3340d-a2a0-49ab-8793-730dfd8f9bcc req-b10cc250-daee-4e26-b243-952ad5efac9c tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910378 Mar 31 20:54:09.905992 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-a621a2fd-cd07-4f2a-8573-55354f815bd7 service neutron] For port c321f820-81fe-4d5b-a433-d5122f2986ed, host hv-cinder-83607, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:54:09.909876 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-a621a2fd-cd07-4f2a-8573-55354f815bd7 service neutron] For port c321f820-81fe-4d5b-a433-d5122f2986ed, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c321f820-81fe-4d5b-a433-d5122f2986ed,segment=NetworkSegment(c9d727ad-8410-4a41-8976-10a598e856b1),segment_id=c9d727ad-8410-4a41-8976-10a598e856b1)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:54:10.001793 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-a621a2fd-cd07-4f2a-8573-55354f815bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24999263'] for port (c321f820-81fe-4d5b-a433-d5122f2986ed), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:10.044600 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-a621a2fd-cd07-4f2a-8573-55354f815bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:10.045302 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-a621a2fd-cd07-4f2a-8573-55354f815bd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:10.047004 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-a621a2fd-cd07-4f2a-8573-55354f815bd7 service neutron] 10.222.0.32 "PUT /v2.0/ports/c321f820-81fe-4d5b-a433-d5122f2986ed HTTP/1.1" status: 200 len: 1094 time: 1.3296204 Mar 31 20:54:10.047464 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412234fe-4bfb-45cb-b585-ee0ff87efb48', 'tag': 'c321f820-81fe-4d5b-a433-d5122f2986ed'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:54:10.050092 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178f0e0e-e7e9-4997-b602-b04eb0700de6" -d '{"events": [{"name": "network-changed", "server_uuid": "412234fe-4bfb-45cb-b585-ee0ff87efb48", "tag": "c321f820-81fe-4d5b-a433-d5122f2986ed"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:54:10.082116 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621a2fd-cd07-4f2a-8573-55354f815bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=c321f820-81fe-4d5b-a433-d5122f2986ed,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:10.133673 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddba81e-9bbb-48de-a26a-554c8fb78910 x-openstack-request-id: req-0ddba81e-9bbb-48de-a26a-554c8fb78910 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:54:10.133890 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412234fe-4bfb-45cb-b585-ee0ff87efb48", "tag": "c321f820-81fe-4d5b-a433-d5122f2986ed", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:54:10.134160 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0ddba81e-9bbb-48de-a26a-554c8fb78910 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:54:10.134580 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ddba81e-9bbb-48de-a26a-554c8fb78910'] response: {'name': 'network-changed', 'server_uuid': '412234fe-4bfb-45cb-b585-ee0ff87efb48', 'tag': 'c321f820-81fe-4d5b-a433-d5122f2986ed', 'status': 'completed', 'code': 200} Mar 31 20:54:10.692060 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-926641ce-2f82-485e-89ed-565cd5ce6c95 req-cfd678a0-92a0-40f0-b1c3-a75ab56b2447 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 210 time: 0.0292470 Mar 31 20:54:10.919391 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a202c-8892-4007-8343-4da9371cc4a1 req-73199da6-eecc-41e1-b1e8-9e7b6c732f3f tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:10.924342 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5d5a202c-8892-4007-8343-4da9371cc4a1 req-73199da6-eecc-41e1-b1e8-9e7b6c732f3f tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 944 time: 0.0709078 Mar 31 20:54:10.985471 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5d5a202c-8892-4007-8343-4da9371cc4a1 req-75789b51-7e40-4700-b15c-74c26aa83400 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567729 Mar 31 20:54:11.737295 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01bc98aa-2284-4dac-b784-78442f289e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:11.792990 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-eb874f20-23d8-4d5f-a37e-66374c78e7de req-cc21649d-384e-4e48-a382-3db19aa888ac tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 210 time: 0.0280900 Mar 31 20:54:11.894328 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device ce35bd43-b33c-4af7-8739-0eda8209389d no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:54:11.931913 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] No Port match for: ce35bd43-b33c-4af7-8739-0eda8209389d {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:54:11.932519 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device ce35bd43-b33c-4af7-8739-0eda8209389d not bound to the agent host hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:54:12.111613 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed1d11-62bb-4f27-989e-b55efc8645f6 req-5798294a-9130-405a-b80f-813efb0f5698 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:12.113216 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-27ed1d11-62bb-4f27-989e-b55efc8645f6 req-5798294a-9130-405a-b80f-813efb0f5698 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 944 time: 0.0549343 Mar 31 20:54:12.163569 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-27ed1d11-62bb-4f27-989e-b55efc8645f6 req-c1351e21-ff29-40e0-bf6a-4ee28f99af8f tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438828 Mar 31 20:54:12.903719 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-43b6e4b4-2a74-416d-80df-ca061b5ed339 req-dfe8c663-9bfb-4f87-8eb5-3fd369e3028e tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 210 time: 0.0323765 Mar 31 20:54:12.981002 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f0e0e-e7e9-4997-b602-b04eb0700de6 req-0fa14986-10c8-45a9-88e4-3822fdc9e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:12.982644 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-178f0e0e-e7e9-4997-b602-b04eb0700de6 req-0fa14986-10c8-45a9-88e4-3822fdc9e14d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2baaa83d12dc4ab292f334323cf092df&device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 1128 time: 0.0715790 Mar 31 20:54:13.128002 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f0e0e-e7e9-4997-b602-b04eb0700de6 req-7b0e651f-de56-4d21-b256-420ed6132d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:13.128002 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-178f0e0e-e7e9-4997-b602-b04eb0700de6 req-7b0e651f-de56-4d21-b256-420ed6132d05 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=2baaa83d12dc4ab292f334323cf092df&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1101568 Mar 31 20:54:13.337143 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82737bf-8308-49a2-a7a1-9d53cad1af03 req-a6cf70b1-b367-4807-9a78-4ec19db1d151 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:13.337143 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b82737bf-8308-49a2-a7a1-9d53cad1af03 req-a6cf70b1-b367-4807-9a78-4ec19db1d151 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 944 time: 0.1011717 Mar 31 20:54:13.469441 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b82737bf-8308-49a2-a7a1-9d53cad1af03 req-b8fdecde-8aed-4cfa-a4ee-e25f0293f176 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189005 Mar 31 20:54:13.515987 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:13.525389 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f0e0e-e7e9-4997-b602-b04eb0700de6 req-512324da-5804-4511-ac25-3c5f3a04bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:13.531400 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-178f0e0e-e7e9-4997-b602-b04eb0700de6 req-512324da-5804-4511-ac25-3c5f3a04bf53 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2491353 Mar 31 20:54:14.060354 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ff234d35-bab2-4e68-9962-8a278b12c8c5 req-eeed3d63-f8ca-47a3-824f-6abd80ae15c6 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 210 time: 0.0356905 Mar 31 20:54:14.541781 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-3d7f5461-7d9d-4f2c-856a-6467db6682b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:14.545227 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-3d7f5461-7d9d-4f2c-856a-6467db6682b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2baaa83d12dc4ab292f334323cf092df&device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 1128 time: 0.0983300 Mar 31 20:54:14.671142 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090157fa-1ee5-4da0-b52a-25b9e5cf08f4 req-4a34ac36-186b-4ad4-b302-750570a67c8c tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:14.672703 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-090157fa-1ee5-4da0-b52a-25b9e5cf08f4 req-4a34ac36-186b-4ad4-b302-750570a67c8c tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 944 time: 0.0688419 Mar 31 20:54:14.737418 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-090157fa-1ee5-4da0-b52a-25b9e5cf08f4 req-4e1fcaa3-e7e8-4903-ba6d-4a601f55da9b tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548501 Mar 31 20:54:15.166623 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:15.172692 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1f64ec34-237a-41c4-9d5e-beefb8e88eea req-edac4803-cbf4-40b5-b56a-1a37dda4ee30 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 210 time: 0.0277100 Mar 31 20:54:15.860435 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b242ae5-447e-45a7-8527-f069dd824cee req-0d73970d-c3e9-4d15-bf4d-4bf37bf43909 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:15.862852 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5b242ae5-447e-45a7-8527-f069dd824cee req-0d73970d-c3e9-4d15-bf4d-4bf37bf43909 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 944 time: 0.0548747 Mar 31 20:54:15.877268 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:15.914861 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-d608e9fb-23a3-4226-b1b0-99c84978326d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c321f820-81fe-4d5b-a433-d5122f2986ed HTTP/1.1" status: 200 len: 217 time: 0.0512946 Mar 31 20:54:15.919079 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5b242ae5-447e-45a7-8527-f069dd824cee req-771c635b-3a91-4119-8de5-c940610204e9 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498309 Mar 31 20:54:15.992782 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-cb8b153d-38a2-44b4-bbba-a375b15d6b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:15.994313 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-cb8b153d-38a2-44b4-bbba-a375b15d6b22 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e2a9dc63-6aa9-4b12-9195-8c9805fa9604 HTTP/1.1" status: 200 len: 854 time: 0.0671480 Mar 31 20:54:16.322529 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-73cc0f09-194d-4a53-9281-3e18ec9ce168 req-7545231b-29ba-4f1e-8c00-cb7b6978e404 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 210 time: 0.0398057 Mar 31 20:54:17.046867 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bc5c3-88fa-4159-8ca5-44e3f308f416 req-217501b9-526a-4a58-aa68-373779c54a03 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:17.048419 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f80bc5c3-88fa-4159-8ca5-44e3f308f416 req-217501b9-526a-4a58-aa68-373779c54a03 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 944 time: 0.0586884 Mar 31 20:54:17.102599 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f80bc5c3-88fa-4159-8ca5-44e3f308f416 req-dc7de699-f134-4dd3-94e5-63f666ef5cac tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475831 Mar 31 20:54:17.447647 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7d34193b-5fc5-471b-924c-db3f48fdbef1 req-33ad06cf-7c84-4793-bfdc-9837eb0ba15e tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 210 time: 0.0381413 Mar 31 20:54:18.223005 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582e420-571b-4f64-bb6f-441e63715411 req-09cac947-ab40-46c2-b1b2-4fe4dd3a9888 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:18.224500 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7582e420-571b-4f64-bb6f-441e63715411 req-09cac947-ab40-46c2-b1b2-4fe4dd3a9888 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 944 time: 0.0515239 Mar 31 20:54:18.275251 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7582e420-571b-4f64-bb6f-441e63715411 req-989eb19c-a322-4893-8c13-d7d4eb92f446 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445588 Mar 31 20:54:18.276825 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 36592) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:54:18.319474 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ecb6e0-3f7c-43a5-a3a1-946b66097263 admin admin] Deleting subnet b955e294-2582-4031-8fdd-c7f90645f1a6 {{(pid=110549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:54:18.323092 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-59ecb6e0-3f7c-43a5-a3a1-946b66097263 admin admin] Publish callbacks [] for subnet (b955e294-2582-4031-8fdd-c7f90645f1a6), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:18.356998 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-59ecb6e0-3f7c-43a5-a3a1-946b66097263 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25089792'] for subnet (b955e294-2582-4031-8fdd-c7f90645f1a6), precommit_delete_associations {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:18.397556 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-59ecb6e0-3f7c-43a5-a3a1-946b66097263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1035066'] for subnet (b955e294-2582-4031-8fdd-c7f90645f1a6), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:18.515872 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-59ecb6e0-3f7c-43a5-a3a1-946b66097263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12673467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25098015'] for subnet (b955e294-2582-4031-8fdd-c7f90645f1a6), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:18.548580 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecb6e0-3f7c-43a5-a3a1-946b66097263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b955e294-2582-4031-8fdd-c7f90645f1a6,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:18.559543 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-59ecb6e0-3f7c-43a5-a3a1-946b66097263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:18.562968 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-59ecb6e0-3f7c-43a5-a3a1-946b66097263 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b955e294-2582-4031-8fdd-c7f90645f1a6 HTTP/1.1" status: 204 len: 168 time: 0.2852309 Mar 31 20:54:18.565535 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 36596) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:54:18.586287 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-972f28ed-29bc-4694-bb84-65932ae9a880 req-b032aa0b-a2c1-4d86-9570-0e9721d35f62 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 210 time: 0.0405908 Mar 31 20:54:18.587656 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ecb6e0-3f7c-43a5-a3a1-946b66097263 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.588100 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ecb6e0-3f7c-43a5-a3a1-946b66097263 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.588447 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ecb6e0-3f7c-43a5-a3a1-946b66097263 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.588785 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ecb6e0-3f7c-43a5-a3a1-946b66097263 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.589196 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ecb6e0-3f7c-43a5-a3a1-946b66097263 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.589528 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ecb6e0-3f7c-43a5-a3a1-946b66097263 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.589876 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ecb6e0-3f7c-43a5-a3a1-946b66097263 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.590173 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ecb6e0-3f7c-43a5-a3a1-946b66097263 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.590509 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ecb6e0-3f7c-43a5-a3a1-946b66097263 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.590828 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ecb6e0-3f7c-43a5-a3a1-946b66097263 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.591147 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ecb6e0-3f7c-43a5-a3a1-946b66097263 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.591469 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ecb6e0-3f7c-43a5-a3a1-946b66097263 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.591800 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ecb6e0-3f7c-43a5-a3a1-946b66097263 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.592130 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ecb6e0-3f7c-43a5-a3a1-946b66097263 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.592449 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ecb6e0-3f7c-43a5-a3a1-946b66097263 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.638006 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913787'] for network (c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:18.713988 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999857', 'neutron.services.segments.db._delete_segments_for_network-8784743285306'] for network (c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:18.733308 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:54:18.742813 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb58392-9e59-4487-b73f-9aec2d0d597b') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:54:18.743109 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb58392-9e59-4487-b73f-9aec2d0d597b') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:54:18.752246 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784743283779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24749381'] for segment (edb58392-9e59-4487-b73f-9aec2d0d597b), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:18.765553 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (edb58392-9e59-4487-b73f-9aec2d0d597b), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:18.771184 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:54:18.771563 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24999171'] for segment (edb58392-9e59-4487-b73f-9aec2d0d597b), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: Traceback (most recent call last): Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: timer() Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: cb(*args, **kw) Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: return func(*args, **kwargs) Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: self._notify() Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: self.callback(batched_events) Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: event.method(event) Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: return f(self, *a, **k) Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: return self._get(url).json() Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: return self.request(url, 'GET', **kwargs) Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:54:18.773237 dv-cinder-836072-1-iscsi neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:54:18.891424 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728163'] for network (c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:18.896772 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:18.899931 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c HTTP/1.1" status: 204 len: 168 time: 0.3328581 Mar 31 20:54:18.910726 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c64d7b35-a8f3-4c85-be5b-84f0b8ccfc3c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:18.917940 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.918293 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.918641 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.918988 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.919330 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.919664 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.920023 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.920355 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.920693 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.921026 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.921359 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.921695 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.922022 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.922346 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:18.922671 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e6cf2-3f4c-42c8-88e4-9aa8822329a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:19.232629 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 36600) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:54:19.271644 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-f6a92344-d938-40b7-a6d0-2cd99f8d24dd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d720a0acc9744b05be19b15311092829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378461 Mar 31 20:54:19.274105 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 36602) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:54:19.320730 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13b0026d-c75c-4afd-8969-d8c72c6ba1db admin admin] Publish callbacks [] for security_group (548a2ccd-a181-4399-b301-8cc1b8945e66), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:19.341589 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13b0026d-c75c-4afd-8969-d8c72c6ba1db admin admin] Publish callbacks [] for security_group (548a2ccd-a181-4399-b301-8cc1b8945e66), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:19.393014 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22087b03-602c-438c-8926-63fab708d05f req-8480beb9-dd9a-4877-a8bc-4092c094a63c tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:19.394496 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-22087b03-602c-438c-8926-63fab708d05f req-8480beb9-dd9a-4877-a8bc-4092c094a63c tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 944 time: 0.0539923 Mar 31 20:54:19.441756 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-22087b03-602c-438c-8926-63fab708d05f req-5fe2e99c-7d16-4f5a-bfb4-95cc084d75ba tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410841 Mar 31 20:54:19.481269 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13b0026d-c75c-4afd-8969-d8c72c6ba1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (548a2ccd-a181-4399-b301-8cc1b8945e66), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:19.483833 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13b0026d-c75c-4afd-8969-d8c72c6ba1db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:19.488391 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-13b0026d-c75c-4afd-8969-d8c72c6ba1db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/548a2ccd-a181-4399-b301-8cc1b8945e66 HTTP/1.1" status: 204 len: 168 time: 0.2099984 Mar 31 20:54:19.492726 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0026d-c75c-4afd-8969-d8c72c6ba1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548a2ccd-a181-4399-b301-8cc1b8945e66,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:19.690817 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-40d2bd3a-b4ca-477b-94bf-defb9929ee7c req-65b17fe9-9a3d-4fa1-a4e9-0e5c5ed7f353 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9a78525-6edb-420c-981b-ac7b48675cba HTTP/1.1" status: 200 len: 210 time: 0.0273907 Mar 31 20:54:20.203690 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-642ea825-8355-4fe4-bc71-2d4d20c00a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:20.205284 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-642ea825-8355-4fe4-bc71-2d4d20c00a16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e737225-4e10-471d-acfd-b8b95aab17aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501447 Mar 31 20:54:20.298907 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-3646e0cf-516f-437d-9536-d63f746234d5 service neutron] 10.222.0.32 "GET /v2.0/networks/3e737225-4e10-471d-acfd-b8b95aab17aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838473 Mar 31 20:54:20.400807 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-c0c38cac-de54-49cf-9ffd-a393f5dc6622 req-208a2eec-7d52-4baf-9b2f-0d85f7a36903 service neutron] 10.222.0.32 "GET /v2.0/networks/3e737225-4e10-471d-acfd-b8b95aab17aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953369 Mar 31 20:54:20.571998 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0b03b-dea1-448d-b408-193fbc39be79 req-9f6151c3-b2f2-48ed-9bff-a126e0473755 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:20.573578 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-31d0b03b-dea1-448d-b408-193fbc39be79 req-9f6151c3-b2f2-48ed-9bff-a126e0473755 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 944 time: 0.0597556 Mar 31 20:54:20.621482 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-31d0b03b-dea1-448d-b408-193fbc39be79 req-10fa88cd-b693-4102-820f-1cf16d4b149f tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419588 Mar 31 20:54:21.737095 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbd2b7-8835-427a-b139-04da3c122abe req-087af129-1390-4920-ae03-8bf267fc5acc tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:21.738582 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b2bbd2b7-8835-427a-b139-04da3c122abe req-087af129-1390-4920-ae03-8bf267fc5acc tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 944 time: 0.0519414 Mar 31 20:54:21.784555 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b2bbd2b7-8835-427a-b139-04da3c122abe req-ed76803b-4bbd-4037-ac41-6f75dcb332cb tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398526 Mar 31 20:54:22.898335 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe33e3-c01c-458b-a141-0a8c8c2cc990 req-1cc0e0f2-af36-4c27-a145-1120cd45975c tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:22.909725 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ccbe33e3-c01c-458b-a141-0a8c8c2cc990 req-1cc0e0f2-af36-4c27-a145-1120cd45975c tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 944 time: 0.0517159 Mar 31 20:54:22.950740 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ccbe33e3-c01c-458b-a141-0a8c8c2cc990 req-1c454890-bf37-43ab-8669-1abd65c6d154 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443845 Mar 31 20:54:24.066996 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0046ee-0f79-4124-ac3d-0cb48b7c942a req-416240d4-7c84-481f-9be9-52ade3b27b84 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:24.068490 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4b0046ee-0f79-4124-ac3d-0cb48b7c942a req-416240d4-7c84-481f-9be9-52ade3b27b84 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 944 time: 0.0517972 Mar 31 20:54:24.114464 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4b0046ee-0f79-4124-ac3d-0cb48b7c942a req-83ddb97f-ac09-47c9-bc3a-20a69941d5bc tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398765 Mar 31 20:54:24.164557 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device c321f820-81fe-4d5b-a433-d5122f2986ed details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:54:24.261479 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port c321f820-81fe-4d5b-a433-d5122f2986ed, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c321f820-81fe-4d5b-a433-d5122f2986ed,segment=NetworkSegment(c9d727ad-8410-4a41-8976-10a598e856b1),segment_id=c9d727ad-8410-4a41-8976-10a598e856b1)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:54:24.272609 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': 'c321f820-81fe-4d5b-a433-d5122f2986ed', 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa', 'port_id': 'c321f820-81fe-4d5b-a433-d5122f2986ed', 'mac_address': 'fa:16:3e:ae:2e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a9dc63-6aa9-4b12-9195-8c9805fa9604', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:54:24.308870 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port c321f820-81fe-4d5b-a433-d5122f2986ed is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:54:24.309266 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (c321f820-81fe-4d5b-a433-d5122f2986ed), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:24.322031 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c321f820-81fe-4d5b-a433-d5122f2986ed {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:54:24.341272 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port c321f820-81fe-4d5b-a433-d5122f2986ed, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c321f820-81fe-4d5b-a433-d5122f2986ed,segment=NetworkSegment(c9d727ad-8410-4a41-8976-10a598e856b1),segment_id=c9d727ad-8410-4a41-8976-10a598e856b1)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:54:24.429999 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (c321f820-81fe-4d5b-a433-d5122f2986ed), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:24.482768 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=c321f820-81fe-4d5b-a433-d5122f2986ed,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:24.489711 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:24.490058 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:24.490404 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:24.490745 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:24.491078 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:24.491410 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:24.492328 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:24.492655 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:24.492982 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:24.493307 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:24.493632 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:24.493957 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:24.494280 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:24.494598 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:24.494918 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:54:24.678189 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['c321f820-81fe-4d5b-a433-d5122f2986ed'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:54:25.231294 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7920a7-308d-44cf-9a19-16d7845707fe req-5b1a8fb7-3e76-4ded-acc7-c534603c21a2 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:25.232829 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1c7920a7-308d-44cf-9a19-16d7845707fe req-5b1a8fb7-3e76-4ded-acc7-c534603c21a2 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 945 time: 0.0525773 Mar 31 20:54:25.280937 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1c7920a7-308d-44cf-9a19-16d7845707fe req-7cc47e78-0a0c-4647-be3e-2a9354e93bf2 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425780 Mar 31 20:54:25.959354 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device c321f820-81fe-4d5b-a433-d5122f2986ed up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:54:26.086633 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning for port c321f820-81fe-4d5b-a433-d5122f2986ed completed by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:54:26.091600 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port c321f820-81fe-4d5b-a433-d5122f2986ed triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:54:26.093707 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (c321f820-81fe-4d5b-a433-d5122f2986ed), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:26.174756 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port c321f820-81fe-4d5b-a433-d5122f2986ed is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:54:26.175143 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (c321f820-81fe-4d5b-a433-d5122f2986ed), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:26.197252 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412234fe-4bfb-45cb-b585-ee0ff87efb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c321f820-81fe-4d5b-a433-d5122f2986ed'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:54:26.199460 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bc6b92-d1c2-4209-829f-123d2e8f78b9" -d '{"events": [{"server_uuid": "412234fe-4bfb-45cb-b585-ee0ff87efb48", "name": "network-vif-plugged", "status": "completed", "tag": "c321f820-81fe-4d5b-a433-d5122f2986ed"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:54:26.213189 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port c321f820-81fe-4d5b-a433-d5122f2986ed, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c321f820-81fe-4d5b-a433-d5122f2986ed,segment=NetworkSegment(c9d727ad-8410-4a41-8976-10a598e856b1),segment_id=c9d727ad-8410-4a41-8976-10a598e856b1)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:54:26.234156 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e25947-3e40-4c69-b151-7a5384279cde x-openstack-request-id: req-64e25947-3e40-4c69-b151-7a5384279cde {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:54:26.234450 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412234fe-4bfb-45cb-b585-ee0ff87efb48", "name": "network-vif-plugged", "status": "completed", "tag": "c321f820-81fe-4d5b-a433-d5122f2986ed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:54:26.234773 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-64e25947-3e40-4c69-b151-7a5384279cde {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:54:26.235109 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64e25947-3e40-4c69-b151-7a5384279cde'] response: {'server_uuid': '412234fe-4bfb-45cb-b585-ee0ff87efb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c321f820-81fe-4d5b-a433-d5122f2986ed', 'code': 200} Mar 31 20:54:26.269637 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (c321f820-81fe-4d5b-a433-d5122f2986ed), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:26.324387 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=c321f820-81fe-4d5b-a433-d5122f2986ed,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:26.405183 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2752013-1a24-4ec4-a7f4-ec3f280ee160 req-32a97a37-4536-4405-8567-054337aaa07b tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:26.407355 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e2752013-1a24-4ec4-a7f4-ec3f280ee160 req-32a97a37-4536-4405-8567-054337aaa07b tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 946 time: 0.0570245 Mar 31 20:54:26.453695 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e2752013-1a24-4ec4-a7f4-ec3f280ee160 req-312fe3f4-91b3-4e71-8389-d6ce191526b5 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409465 Mar 31 20:54:27.581221 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990042c8-5037-4fe0-9ec7-c6acafc09259 req-ae126a7c-c5c9-4e09-aaeb-e9071c7e3611 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:27.582768 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-990042c8-5037-4fe0-9ec7-c6acafc09259 req-ae126a7c-c5c9-4e09-aaeb-e9071c7e3611 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 946 time: 0.0528746 Mar 31 20:54:27.628723 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-990042c8-5037-4fe0-9ec7-c6acafc09259 req-1cc7224e-0b92-4faa-a99b-b108baa9fc7e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402653 Mar 31 20:54:28.088788 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc706d-1974-482c-bdb4-9bb391a81e95 req-c4350cff-4c8b-4cc7-8210-641df7a3b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:28.090317 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-fbcc706d-1974-482c-bdb4-9bb391a81e95 req-c4350cff-4c8b-4cc7-8210-641df7a3b093 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 1130 time: 0.0538287 Mar 31 20:54:28.761820 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea0a9c-c345-49e8-95d9-7a3812471c25 req-04aa9050-bcad-4cd0-8180-d982777f3fab tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:28.763426 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-62ea0a9c-c345-49e8-95d9-7a3812471c25 req-04aa9050-bcad-4cd0-8180-d982777f3fab tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 946 time: 0.0690455 Mar 31 20:54:28.811981 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-62ea0a9c-c345-49e8-95d9-7a3812471c25 req-510d182e-800f-47d1-ab69-daef71a48267 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428708 Mar 31 20:54:29.019688 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-fbcc706d-1974-482c-bdb4-9bb391a81e95 req-43373846-d851-40f7-80f1-3cee57a0120b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375860 Mar 31 20:54:29.927124 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce085ecb-cf2b-4d0a-8b98-e35c44929c50 req-168c5ed4-4dcd-4219-be46-6fac404a1153 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:29.928607 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ce085ecb-cf2b-4d0a-8b98-e35c44929c50 req-168c5ed4-4dcd-4219-be46-6fac404a1153 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 946 time: 0.0519125 Mar 31 20:54:29.976661 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ce085ecb-cf2b-4d0a-8b98-e35c44929c50 req-31853cfb-1742-41fd-a738-b35069b276e1 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425193 Mar 31 20:54:31.092696 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db6854-6178-4627-97b4-c1ca3d35be8b req-ab4cbb16-4ba7-4b00-be6a-959b10d0441e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:31.094190 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-83db6854-6178-4627-97b4-c1ca3d35be8b req-ab4cbb16-4ba7-4b00-be6a-959b10d0441e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 946 time: 0.0520282 Mar 31 20:54:31.144564 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-83db6854-6178-4627-97b4-c1ca3d35be8b req-2c32e567-4049-4fe1-acfe-305d1c99a027 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448251 Mar 31 20:54:32.261451 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3cf53-3a00-4476-87af-7e487217f8e3 req-09f5ee3b-35fe-4af0-a4c9-7940ef757873 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:32.262955 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e1e3cf53-3a00-4476-87af-7e487217f8e3 req-09f5ee3b-35fe-4af0-a4c9-7940ef757873 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 946 time: 0.0527592 Mar 31 20:54:32.309208 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e1e3cf53-3a00-4476-87af-7e487217f8e3 req-ce67782d-f3dc-4dfc-9db8-8ed8d53940e1 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406027 Mar 31 20:54:33.398673 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-4721abf9-6da6-4640-b4db-06bda5ca1b82 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:33.400155 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-4721abf9-6da6-4640-b4db-06bda5ca1b82 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/networks?id=d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4 HTTP/1.1" status: 200 len: 813 time: 0.1146605 Mar 31 20:54:33.400616 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:33.426876 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-ab67b7d7-e8e7-4a7d-ad4d-7e793d6acd15 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/quotas/16f48a35bc894ae4b996e60be9964be3 HTTP/1.1" status: 200 len: 375 time: 0.0126324 Mar 31 20:54:33.473920 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-fdb0bbee-e2e6-40b7-ad04-54f2995a343d tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=16f48a35bc894ae4b996e60be9964be3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413952 Mar 31 20:54:33.484580 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6eb112-dc20-47ba-b073-68b039d6e211 req-0b13a5bf-a289-4517-bcb4-eac53745b643 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:33.486097 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1b6eb112-dc20-47ba-b073-68b039d6e211 req-0b13a5bf-a289-4517-bcb4-eac53745b643 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 946 time: 0.1066539 Mar 31 20:54:33.602444 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1b6eb112-dc20-47ba-b073-68b039d6e211 req-a7c28715-a18e-4d09-a7ff-7b9f4e6e40fe tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068325 Mar 31 20:54:33.621342 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-07a3db16-7764-4953-bd05-558732c33419 service neutron] 10.222.0.61 "GET /v2.0/networks/d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340861 Mar 31 20:54:33.709371 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-ba17c6b1-58df-40e3-8412-337256df2205 service neutron] 10.222.0.61 "GET /v2.0/networks/d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822999 Mar 31 20:54:33.950006 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0ea22d2e-73d6-4156-8132-54c9a02f5a4b req-33c2aa9a-b683-4aa1-8392-03c7ed002134 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6564ee8-13e3-4e4f-9292-6880a160369f HTTP/1.1" status: 200 len: 210 time: 0.0284116 Mar 31 20:54:34.723570 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e4299-6342-488c-9310-72253f8704b1 req-1438becb-c3cd-4ea3-9627-6f45e978f5a4 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:34.725126 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d74e4299-6342-488c-9310-72253f8704b1 req-1438becb-c3cd-4ea3-9627-6f45e978f5a4 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 946 time: 0.0558298 Mar 31 20:54:34.771955 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d74e4299-6342-488c-9310-72253f8704b1 req-a4fa2dd7-ea5a-4564-a610-19dc1e98c2b8 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405085 Mar 31 20:54:35.041503 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-034f60c3-61d1-473b-a3ab-ffd748c5968a req-3022c80e-e86b-462d-b64d-ceb4d0eb926d tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6564ee8-13e3-4e4f-9292-6880a160369f HTTP/1.1" status: 200 len: 210 time: 0.0267880 Mar 31 20:54:35.886988 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d35319-155a-468d-93e9-3426bdb4e28a req-c46703d6-9d10-467b-92b2-e59123a72a9f tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:35.889589 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-27d35319-155a-468d-93e9-3426bdb4e28a req-c46703d6-9d10-467b-92b2-e59123a72a9f tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 946 time: 0.0535760 Mar 31 20:54:35.942334 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-27d35319-155a-468d-93e9-3426bdb4e28a req-a2453e67-bdb9-4356-9c05-ad722fbbf03a tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453715 Mar 31 20:54:36.155785 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1ead9d64-8a70-4e0f-bba6-e7d151fd632e req-8ed5866e-81fd-4f9b-9a51-809a41fc8fed tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6564ee8-13e3-4e4f-9292-6880a160369f HTTP/1.1" status: 200 len: 210 time: 0.0407009 Mar 31 20:54:36.229287 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-f1d0fd75-afca-401b-81a2-c20164cc967a tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:36.230924 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-f1d0fd75-afca-401b-81a2-c20164cc967a tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.32 "GET /v2.0/networks?id=d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4 HTTP/1.1" status: 200 len: 813 time: 0.1293263 Mar 31 20:54:36.242394 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-7b34836f-e12c-4a63-853f-e35ad958d5b3 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Request body: {'port': {'device_id': 'b6564ee8-13e3-4e4f-9292-6880a160369f', 'network_id': 'd0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4', 'admin_state_up': True, 'tenant_id': '16f48a35bc894ae4b996e60be9964be3'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:54:36.243324 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923da8c-3947-485d-a816-a9d789c4e7da req-5ddd7060-ca35-4051-a5fa-4626a9e05bf5 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:36.244889 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c923da8c-3947-485d-a816-a9d789c4e7da req-5ddd7060-ca35-4051-a5fa-4626a9e05bf5 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 946 time: 0.2295902 Mar 31 20:54:36.292564 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c923da8c-3947-485d-a816-a9d789c4e7da req-66d8e3a9-2858-4c98-965f-025f5f9ef1e0 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420148 Mar 31 20:54:36.406188 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-7b34836f-e12c-4a63-853f-e35ad958d5b3 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Made reservation on behalf of 16f48a35bc894ae4b996e60be9964be3 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:54:36.409707 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-7b34836f-e12c-4a63-853f-e35ad958d5b3 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:36.541053 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-7b34836f-e12c-4a63-853f-e35ad958d5b3 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Allocated IP 172.20.0.6 (d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4/cf3615c3-64ad-4487-a55f-88ae5ba8c3c3/9caf2728-33a7-4fbe-932b-e8627985e4a0) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:54:36.625456 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f644c-4e2f-4620-9caa-aa65406be83a req-ec69f0a7-475a-4277-82bc-5def27545bff tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:36.626985 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fe2f644c-4e2f-4620-9caa-aa65406be83a req-ec69f0a7-475a-4277-82bc-5def27545bff tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 946 time: 0.0519927 Mar 31 20:54:36.678335 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fe2f644c-4e2f-4620-9caa-aa65406be83a req-ed15eca8-c464-478e-94f7-4f4f09cd97eb tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453784 Mar 31 20:54:36.695555 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-7b34836f-e12c-4a63-853f-e35ad958d5b3 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Publish callbacks [] for port (9caf2728-33a7-4fbe-932b-e8627985e4a0), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:36.800751 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-7b34836f-e12c-4a63-853f-e35ad958d5b3 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (9caf2728-33a7-4fbe-932b-e8627985e4a0), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:36.841813 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-7b34836f-e12c-4a63-853f-e35ad958d5b3 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Network d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:54:36.844947 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-7b34836f-e12c-4a63-853f-e35ad958d5b3 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:54:36.847457 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-7b34836f-e12c-4a63-853f-e35ad958d5b3 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:54:36.878604 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34836f-e12c-4a63-853f-e35ad958d5b3 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Pushing event updated for resources: {'Port': ['ID=9caf2728-33a7-4fbe-932b-e8627985e4a0,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:36.904405 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-7b34836f-e12c-4a63-853f-e35ad958d5b3 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:36.908802 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-7b34836f-e12c-4a63-853f-e35ad958d5b3 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:37.054757 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-7b34836f-e12c-4a63-853f-e35ad958d5b3 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8161101 Mar 31 20:54:37.276263 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2137b5-e2ea-44d3-9cd6-7d5b9b1d3482 req-de033c16-1147-4eb0-adec-4df65a1de750 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:37.277669 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7d2137b5-e2ea-44d3-9cd6-7d5b9b1d3482 req-de033c16-1147-4eb0-adec-4df65a1de750 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6564ee8-13e3-4e4f-9292-6880a160369f HTTP/1.1" status: 200 len: 931 time: 0.0519750 Mar 31 20:54:37.323899 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7d2137b5-e2ea-44d3-9cd6-7d5b9b1d3482 req-ffcc0c98-4a58-4e7a-b15a-e4804b3be4d3 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403402 Mar 31 20:54:38.441739 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc4ae2-09cc-4691-9254-de5d923dc7a9 req-195c101c-5fbf-4af8-a969-15dac5653ada tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:38.443226 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-91fc4ae2-09cc-4691-9254-de5d923dc7a9 req-195c101c-5fbf-4af8-a969-15dac5653ada tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6564ee8-13e3-4e4f-9292-6880a160369f HTTP/1.1" status: 200 len: 931 time: 0.0524342 Mar 31 20:54:38.489740 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-91fc4ae2-09cc-4691-9254-de5d923dc7a9 req-9b47006b-0e2e-4867-b07a-765328211982 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409324 Mar 31 20:54:38.565771 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:54:38.850952 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-11cf5f3f-e867-431b-98bc-414a43936825 service neutron] Request body: {'port': {'device_id': 'b6564ee8-13e3-4e4f-9292-6880a160369f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:54:38.917221 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-11cf5f3f-e867-431b-98bc-414a43936825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (9caf2728-33a7-4fbe-932b-e8627985e4a0), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:39.045925 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-77df2f2e-ec07-4a6b-9a1b-257ca4b82820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:39.182366 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-11cf5f3f-e867-431b-98bc-414a43936825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9caf2728-33a7-4fbe-932b-e8627985e4a0 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:54:39.190277 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-11cf5f3f-e867-431b-98bc-414a43936825 service neutron] Publish callbacks [] for port (9caf2728-33a7-4fbe-932b-e8627985e4a0), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:39.202890 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-11cf5f3f-e867-431b-98bc-414a43936825 service neutron] Transition to ACTIVE for port object 9caf2728-33a7-4fbe-932b-e8627985e4a0 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:54:39.286046 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-11cf5f3f-e867-431b-98bc-414a43936825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24999263'] for port (9caf2728-33a7-4fbe-932b-e8627985e4a0), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:39.338332 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf5f3f-e867-431b-98bc-414a43936825 service neutron] Pushing event updated for resources: {'Port': ['ID=9caf2728-33a7-4fbe-932b-e8627985e4a0,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:39.405354 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-11cf5f3f-e867-431b-98bc-414a43936825 service neutron] Attempting to bind port 9caf2728-33a7-4fbe-932b-e8627985e4a0 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:54:39.405685 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-11cf5f3f-e867-431b-98bc-414a43936825 service neutron] Attempting to bind port 9caf2728-33a7-4fbe-932b-e8627985e4a0 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'b906f337-630f-4de4-8741-ff469e962146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:54:39.406014 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-11cf5f3f-e867-431b-98bc-414a43936825 service neutron] Attempting to bind port 9caf2728-33a7-4fbe-932b-e8627985e4a0 on network d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:54:39.410225 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-11cf5f3f-e867-431b-98bc-414a43936825 service neutron] Port 9caf2728-33a7-4fbe-932b-e8627985e4a0 on network d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:54:39.410555 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-11cf5f3f-e867-431b-98bc-414a43936825 service neutron] Attempting to bind port 9caf2728-33a7-4fbe-932b-e8627985e4a0 on network d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:54:39.415907 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-11cf5f3f-e867-431b-98bc-414a43936825 service neutron] Checking agent: {'id': '7dd6c0b4-7b51-4ce7-a43e-f42db731a887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'started_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:54:39.416247 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-11cf5f3f-e867-431b-98bc-414a43936825 service neutron] Checking segment: {'id': 'b906f337-630f-4de4-8741-ff469e962146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:54:39.416631 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-11cf5f3f-e867-431b-98bc-414a43936825 service neutron] Bound using segment: {'id': 'b906f337-630f-4de4-8741-ff469e962146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:54:39.417072 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-11cf5f3f-e867-431b-98bc-414a43936825 service neutron] Bound port: 9caf2728-33a7-4fbe-932b-e8627985e4a0, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b906f337-630f-4de4-8741-ff469e962146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:54:39.417422 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-11cf5f3f-e867-431b-98bc-414a43936825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (9caf2728-33a7-4fbe-932b-e8627985e4a0), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:39.482870 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-11cf5f3f-e867-431b-98bc-414a43936825 service neutron] For port 9caf2728-33a7-4fbe-932b-e8627985e4a0, host hv-cinder-83607, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:54:39.485349 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-11cf5f3f-e867-431b-98bc-414a43936825 service neutron] For port 9caf2728-33a7-4fbe-932b-e8627985e4a0, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9caf2728-33a7-4fbe-932b-e8627985e4a0,segment=NetworkSegment(b906f337-630f-4de4-8741-ff469e962146),segment_id=b906f337-630f-4de4-8741-ff469e962146)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:54:39.583474 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-11cf5f3f-e867-431b-98bc-414a43936825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24999263'] for port (9caf2728-33a7-4fbe-932b-e8627985e4a0), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:39.620583 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-11cf5f3f-e867-431b-98bc-414a43936825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:39.621330 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-11cf5f3f-e867-431b-98bc-414a43936825 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:39.622773 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-11cf5f3f-e867-431b-98bc-414a43936825 service neutron] 10.222.0.32 "PUT /v2.0/ports/9caf2728-33a7-4fbe-932b-e8627985e4a0 HTTP/1.1" status: 200 len: 1093 time: 0.7770095 Mar 31 20:54:39.623287 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6564ee8-13e3-4e4f-9292-6880a160369f', 'tag': '9caf2728-33a7-4fbe-932b-e8627985e4a0'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:54:39.625803 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf51fee7-34e5-4cfa-8a33-7d80cd1438e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b6564ee8-13e3-4e4f-9292-6880a160369f", "tag": "9caf2728-33a7-4fbe-932b-e8627985e4a0"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:54:39.659664 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf5f3f-e867-431b-98bc-414a43936825 service neutron] Pushing event updated for resources: {'Port': ['ID=9caf2728-33a7-4fbe-932b-e8627985e4a0,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:39.675363 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c7fc6b-f317-40fe-b4ab-4f133d790ef5 x-openstack-request-id: req-59c7fc6b-f317-40fe-b4ab-4f133d790ef5 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:54:39.675655 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6564ee8-13e3-4e4f-9292-6880a160369f", "tag": "9caf2728-33a7-4fbe-932b-e8627985e4a0", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:54:39.675950 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-59c7fc6b-f317-40fe-b4ab-4f133d790ef5 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:54:39.676360 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c7fc6b-f317-40fe-b4ab-4f133d790ef5'] response: {'name': 'network-changed', 'server_uuid': 'b6564ee8-13e3-4e4f-9292-6880a160369f', 'tag': '9caf2728-33a7-4fbe-932b-e8627985e4a0', 'status': 'completed', 'code': 200} Mar 31 20:54:39.697781 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977bef0-14f9-4f94-b0a5-61a6bb18fb83 req-b125bab0-e3c8-45b8-af7a-08b8002cb072 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:39.699293 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a977bef0-14f9-4f94-b0a5-61a6bb18fb83 req-b125bab0-e3c8-45b8-af7a-08b8002cb072 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6564ee8-13e3-4e4f-9292-6880a160369f HTTP/1.1" status: 200 len: 943 time: 0.1409268 Mar 31 20:54:39.746948 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51fee7-34e5-4cfa-8a33-7d80cd1438e7 req-3cbbfd95-087b-4677-affa-6542cdbc19fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:39.748516 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-bf51fee7-34e5-4cfa-8a33-7d80cd1438e7 req-3cbbfd95-087b-4677-affa-6542cdbc19fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16f48a35bc894ae4b996e60be9964be3&device_id=b6564ee8-13e3-4e4f-9292-6880a160369f HTTP/1.1" status: 200 len: 1127 time: 0.0511482 Mar 31 20:54:39.756207 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a977bef0-14f9-4f94-b0a5-61a6bb18fb83 req-1d88f2ac-6fbf-4687-8d79-316662f86782 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501411 Mar 31 20:54:39.853898 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51fee7-34e5-4cfa-8a33-7d80cd1438e7 req-c1c9676c-3c68-41b2-92f1-21fb6b997334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:39.855401 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-bf51fee7-34e5-4cfa-8a33-7d80cd1438e7 req-c1c9676c-3c68-41b2-92f1-21fb6b997334 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=16f48a35bc894ae4b996e60be9964be3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0985758 Mar 31 20:54:39.947412 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51fee7-34e5-4cfa-8a33-7d80cd1438e7 req-99499a5d-ce7a-479c-a3ab-e0c710e0b54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:39.948900 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-bf51fee7-34e5-4cfa-8a33-7d80cd1438e7 req-99499a5d-ce7a-479c-a3ab-e0c710e0b54f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872827 Mar 31 20:54:40.038541 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-23176a62-c2aa-485d-9e7f-c33673d4ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:40.040148 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-23176a62-c2aa-485d-9e7f-c33673d4ed72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16f48a35bc894ae4b996e60be9964be3&device_id=b6564ee8-13e3-4e4f-9292-6880a160369f HTTP/1.1" status: 200 len: 1127 time: 0.0523059 Mar 31 20:54:40.082678 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-e27da7c9-bc57-407b-89c4-6ec266bcbd85 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9caf2728-33a7-4fbe-932b-e8627985e4a0 HTTP/1.1" status: 200 len: 217 time: 0.0352314 Mar 31 20:54:40.133281 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-5b5e33c1-2231-4f81-a825-c06e6bcd8c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:40.134737 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-5b5e33c1-2231-4f81-a825-c06e6bcd8c1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf3615c3-64ad-4487-a55f-88ae5ba8c3c3 HTTP/1.1" status: 200 len: 853 time: 0.0455556 Mar 31 20:54:40.172306 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-982642e8-a1a0-4c0c-b222-3ed75b748530 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297234 Mar 31 20:54:40.261578 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-e3e7d217-2755-4512-8c5a-7a675971f1e4 service neutron] 10.222.0.32 "GET /v2.0/networks/d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848837 Mar 31 20:54:40.358023 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-0a1d4206-47f3-46d2-9b69-dcb77bf61b43 req-6bc7185b-0684-48b1-9659-a84d239c9593 service neutron] 10.222.0.32 "GET /v2.0/networks/d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902617 Mar 31 20:54:40.876993 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2f025-0338-4846-a1a8-5183151583fc req-ed6a5cd3-88b3-4c96-968d-4ca2947fa1b5 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:40.878483 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-02c2f025-0338-4846-a1a8-5183151583fc req-ed6a5cd3-88b3-4c96-968d-4ca2947fa1b5 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6564ee8-13e3-4e4f-9292-6880a160369f HTTP/1.1" status: 200 len: 943 time: 0.0540063 Mar 31 20:54:40.924675 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-02c2f025-0338-4846-a1a8-5183151583fc req-d6f31478-2e27-4f52-8ae8-3ed0ae34f480 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404124 Mar 31 20:54:41.635597 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-97ba8490-a642-41ab-8dda-2f2f27efeaf0 req-751eb995-0bfb-4267-bd02-a1764ae1102c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543795 Mar 31 20:54:41.680642 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a16d74a1-11ba-4698-a641-c4ad1cf557ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:41.702886 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba8490-a642-41ab-8dda-2f2f27efeaf0 req-4ee36e01-8290-4906-9f22-b2384c555825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:41.704473 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-97ba8490-a642-41ab-8dda-2f2f27efeaf0 req-4ee36e01-8290-4906-9f22-b2384c555825 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd&device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 1130 time: 0.0458202 Mar 31 20:54:41.807828 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba8490-a642-41ab-8dda-2f2f27efeaf0 req-1e03b432-8971-4cd7-a6f2-09e71204c748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:41.809213 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-97ba8490-a642-41ab-8dda-2f2f27efeaf0 req-1e03b432-8971-4cd7-a6f2-09e71204c748 service neutron] 10.222.0.32 "GET /v2.0/networks?id=891ebc70-d7d8-43ce-bc93-700332ce0830 HTTP/1.1" status: 200 len: 912 time: 0.0864332 Mar 31 20:54:41.875077 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-97ba8490-a642-41ab-8dda-2f2f27efeaf0 req-7f4253a9-1855-44bf-baeb-1802aab0dd09 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9e959c2-3e50-4211-9f92-20e2308b8911 HTTP/1.1" status: 200 len: 1001 time: 0.0597522 Mar 31 20:54:41.924446 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba8490-a642-41ab-8dda-2f2f27efeaf0 req-8027f649-cd0a-4f2e-9efe-cd94c3bb7625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:41.925923 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-97ba8490-a642-41ab-8dda-2f2f27efeaf0 req-8027f649-cd0a-4f2e-9efe-cd94c3bb7625 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d8ae2ad-26c3-4ccb-8104-532540816283 HTTP/1.1" status: 200 len: 850 time: 0.0446558 Mar 31 20:54:41.984641 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba8490-a642-41ab-8dda-2f2f27efeaf0 req-e368f09e-ebe3-4d37-a2e8-b90716c1141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:41.987052 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-97ba8490-a642-41ab-8dda-2f2f27efeaf0 req-e368f09e-ebe3-4d37-a2e8-b90716c1141c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=891ebc70-d7d8-43ce-bc93-700332ce0830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539441 Mar 31 20:54:42.050978 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac168d3-f15c-43bb-a6d5-29e79ce75c8a req-21701af7-a155-4834-805e-43e5ed7b4685 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:42.052491 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-dac168d3-f15c-43bb-a6d5-29e79ce75c8a req-21701af7-a155-4834-805e-43e5ed7b4685 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6564ee8-13e3-4e4f-9292-6880a160369f HTTP/1.1" status: 200 len: 943 time: 0.0561001 Mar 31 20:54:42.077516 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-97ba8490-a642-41ab-8dda-2f2f27efeaf0 req-457438e3-e548-44d6-a651-c605c4cc46c0 service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831673 Mar 31 20:54:42.101359 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-dac168d3-f15c-43bb-a6d5-29e79ce75c8a req-ca287a26-6795-46c2-afad-e0431d4a3701 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430591 Mar 31 20:54:42.175317 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-97ba8490-a642-41ab-8dda-2f2f27efeaf0 req-496dc3e5-664e-494d-b0e7-41960a27d5ed service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853121 Mar 31 20:54:42.874906 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 9caf2728-33a7-4fbe-932b-e8627985e4a0 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:54:42.999486 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 9caf2728-33a7-4fbe-932b-e8627985e4a0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9caf2728-33a7-4fbe-932b-e8627985e4a0,segment=NetworkSegment(b906f337-630f-4de4-8741-ff469e962146),segment_id=b906f337-630f-4de4-8741-ff469e962146)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:54:43.011675 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': '9caf2728-33a7-4fbe-932b-e8627985e4a0', 'network_id': 'd0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4', 'port_id': '9caf2728-33a7-4fbe-932b-e8627985e4a0', 'mac_address': 'fa:16:3e:14:4b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf3615c3-64ad-4487-a55f-88ae5ba8c3c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:54:43.053120 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 9caf2728-33a7-4fbe-932b-e8627985e4a0 is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:54:43.054034 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (9caf2728-33a7-4fbe-932b-e8627985e4a0), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:43.067149 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9caf2728-33a7-4fbe-932b-e8627985e4a0 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:54:43.085758 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 9caf2728-33a7-4fbe-932b-e8627985e4a0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9caf2728-33a7-4fbe-932b-e8627985e4a0,segment=NetworkSegment(b906f337-630f-4de4-8741-ff469e962146),segment_id=b906f337-630f-4de4-8741-ff469e962146)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:54:43.156790 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (9caf2728-33a7-4fbe-932b-e8627985e4a0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:43.206908 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=9caf2728-33a7-4fbe-932b-e8627985e4a0,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:43.224582 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6d3c5-24e1-4d54-b324-31983de6f467 req-28d4bc0c-d724-4674-8d94-50417032f0f0 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:43.226645 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-04f6d3c5-24e1-4d54-b324-31983de6f467 req-28d4bc0c-d724-4674-8d94-50417032f0f0 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6564ee8-13e3-4e4f-9292-6880a160369f HTTP/1.1" status: 200 len: 944 time: 0.0536854 Mar 31 20:54:43.277172 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-04f6d3c5-24e1-4d54-b324-31983de6f467 req-388221b5-c205-4bec-be3c-fb35b86c18ce tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447469 Mar 31 20:54:43.388958 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:43.421081 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['9caf2728-33a7-4fbe-932b-e8627985e4a0'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:54:44.407287 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9669da-934c-41ac-9e32-20b6f80c8b43 req-ae650464-a314-490e-810e-0f0a82cadf8c tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:44.408815 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0f9669da-934c-41ac-9e32-20b6f80c8b43 req-ae650464-a314-490e-810e-0f0a82cadf8c tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6564ee8-13e3-4e4f-9292-6880a160369f HTTP/1.1" status: 200 len: 944 time: 0.0569515 Mar 31 20:54:44.460441 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0f9669da-934c-41ac-9e32-20b6f80c8b43 req-60d26102-a234-4abb-aff1-ff5b24de46d7 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452845 Mar 31 20:54:44.895661 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 9caf2728-33a7-4fbe-932b-e8627985e4a0 up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:54:45.000445 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning for port 9caf2728-33a7-4fbe-932b-e8627985e4a0 completed by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:54:45.004514 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port 9caf2728-33a7-4fbe-932b-e8627985e4a0 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:54:45.004887 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (9caf2728-33a7-4fbe-932b-e8627985e4a0), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:45.093260 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 9caf2728-33a7-4fbe-932b-e8627985e4a0 is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:54:45.093646 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (9caf2728-33a7-4fbe-932b-e8627985e4a0), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:45.117497 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6564ee8-13e3-4e4f-9292-6880a160369f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9caf2728-33a7-4fbe-932b-e8627985e4a0'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:54:45.119712 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1dee58-ea06-4823-b7cf-cfe6f7f9d702" -d '{"events": [{"server_uuid": "b6564ee8-13e3-4e4f-9292-6880a160369f", "name": "network-vif-plugged", "status": "completed", "tag": "9caf2728-33a7-4fbe-932b-e8627985e4a0"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:54:45.133026 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 9caf2728-33a7-4fbe-932b-e8627985e4a0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9caf2728-33a7-4fbe-932b-e8627985e4a0,segment=NetworkSegment(b906f337-630f-4de4-8741-ff469e962146),segment_id=b906f337-630f-4de4-8741-ff469e962146)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:54:45.143240 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:45.158575 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ddbbb4-e3d2-4eb2-b83c-10c63f81543e x-openstack-request-id: req-d2ddbbb4-e3d2-4eb2-b83c-10c63f81543e {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:54:45.158873 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6564ee8-13e3-4e4f-9292-6880a160369f", "name": "network-vif-plugged", "status": "completed", "tag": "9caf2728-33a7-4fbe-932b-e8627985e4a0", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:54:45.159118 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d2ddbbb4-e3d2-4eb2-b83c-10c63f81543e {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:54:45.159513 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2ddbbb4-e3d2-4eb2-b83c-10c63f81543e'] response: {'server_uuid': 'b6564ee8-13e3-4e4f-9292-6880a160369f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9caf2728-33a7-4fbe-932b-e8627985e4a0', 'code': 200} Mar 31 20:54:45.188973 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (9caf2728-33a7-4fbe-932b-e8627985e4a0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:45.235977 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=9caf2728-33a7-4fbe-932b-e8627985e4a0,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:45.588881 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52bc11-b698-4921-a1a5-a6b83c6c0041 req-0abec015-5585-4f3a-a835-0624abdf594c tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:45.596355 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9f52bc11-b698-4921-a1a5-a6b83c6c0041 req-0abec015-5585-4f3a-a835-0624abdf594c tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6564ee8-13e3-4e4f-9292-6880a160369f HTTP/1.1" status: 200 len: 945 time: 0.0648482 Mar 31 20:54:45.643506 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9f52bc11-b698-4921-a1a5-a6b83c6c0041 req-263c04ab-2c7e-4b00-8919-984e2f759a3f tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450187 Mar 31 20:54:45.719894 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:45.788542 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771be218-11fb-43d4-8034-bdcd95d09220 req-8dbcf36a-ae98-4d97-9283-e7ce90abd3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:45.790050 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-771be218-11fb-43d4-8034-bdcd95d09220 req-8dbcf36a-ae98-4d97-9283-e7ce90abd3eb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b6564ee8-13e3-4e4f-9292-6880a160369f HTTP/1.1" status: 200 len: 1129 time: 0.3176634 Mar 31 20:54:45.837337 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-771be218-11fb-43d4-8034-bdcd95d09220 req-dd2377de-5442-47dc-bbb1-f831793bb981 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396378 Mar 31 20:54:45.991373 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 36920) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:54:46.093091 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ef037682-2977-4103-8a6a-75bdad2cb266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:46.163980 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ef037682-2977-4103-8a6a-75bdad2cb266 admin admin] Publish callbacks [] for security_group (a15735f0-ed47-42d7-97ea-da653f07c343), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:46.216878 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ef037682-2977-4103-8a6a-75bdad2cb266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (a15735f0-ed47-42d7-97ea-da653f07c343), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:46.255742 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-ef037682-2977-4103-8a6a-75bdad2cb266 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0aa1832dd60845419f50ca884f819fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630956 Mar 31 20:54:46.256479 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef037682-2977-4103-8a6a-75bdad2cb266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15735f0-ed47-42d7-97ea-da653f07c343,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:46.258444 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 36924) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:54:46.308519 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-11ad6c3f-98a4-4f81-a838-436c92427e69 admin admin] Publish callbacks [] for security_group (a15735f0-ed47-42d7-97ea-da653f07c343), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:46.332457 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-11ad6c3f-98a4-4f81-a838-436c92427e69 admin admin] Publish callbacks [] for security_group (a15735f0-ed47-42d7-97ea-da653f07c343), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:46.417277 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-11ad6c3f-98a4-4f81-a838-436c92427e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (a15735f0-ed47-42d7-97ea-da653f07c343), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:46.419849 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-11ad6c3f-98a4-4f81-a838-436c92427e69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:46.420973 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-11ad6c3f-98a4-4f81-a838-436c92427e69 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a15735f0-ed47-42d7-97ea-da653f07c343 HTTP/1.1" status: 204 len: 168 time: 0.1611323 Mar 31 20:54:46.429543 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad6c3f-98a4-4f81-a838-436c92427e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15735f0-ed47-42d7-97ea-da653f07c343,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:46.777283 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124676c-a383-4e68-bd86-bc1e391aec36 req-d5310d6e-4264-404d-8e1f-6ce34f350861 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:46.778911 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8124676c-a383-4e68-bd86-bc1e391aec36 req-d5310d6e-4264-404d-8e1f-6ce34f350861 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6564ee8-13e3-4e4f-9292-6880a160369f HTTP/1.1" status: 200 len: 945 time: 0.0603490 Mar 31 20:54:46.831412 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8124676c-a383-4e68-bd86-bc1e391aec36 req-98fbbc57-f461-4dc1-85ca-d96b29a5e80c tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466287 Mar 31 20:54:47.955990 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af7183-7fe0-4863-a9af-b74d451cdf79 req-9bd95a19-eeaf-4aed-b0f7-a035b673e37e tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:47.957640 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-75af7183-7fe0-4863-a9af-b74d451cdf79 req-9bd95a19-eeaf-4aed-b0f7-a035b673e37e tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6564ee8-13e3-4e4f-9292-6880a160369f HTTP/1.1" status: 200 len: 945 time: 0.0549190 Mar 31 20:54:48.005652 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-75af7183-7fe0-4863-a9af-b74d451cdf79 req-b6a6d0ef-3468-46de-add0-619d9cab9150 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414176 Mar 31 20:54:49.205624 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02dfc9-84e1-40b3-8179-3272ec2db308 req-f26a02e8-daed-48f7-bbd5-1965a248ce09 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:49.207012 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6e02dfc9-84e1-40b3-8179-3272ec2db308 req-f26a02e8-daed-48f7-bbd5-1965a248ce09 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 946 time: 0.0513926 Mar 31 20:54:49.257418 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6e02dfc9-84e1-40b3-8179-3272ec2db308 req-31176f7c-e221-4925-96c1-f9dc81da6d58 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438988 Mar 31 20:54:49.280187 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 36954) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:54:49.470830 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eaa030-c4bf-4cb6-a0cf-33bee3f5aee9 tempest-TestMinimumBasicScenario-1236833437 tempest-TestMinimumBasicScenario-1236833437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:49.470830 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-b6eaa030-c4bf-4cb6-a0cf-33bee3f5aee9 tempest-TestMinimumBasicScenario-1236833437 tempest-TestMinimumBasicScenario-1236833437-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 1125 time: 0.1887617 Mar 31 20:54:49.473078 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 36958) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:54:49.477388 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-c8e21d24-8c86-4247-8bc4-5ba3ea3aab4e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Request body: {'floatingip': {'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'port_id': 'c321f820-81fe-4d5b-a433-d5122f2986ed', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:54:49.594605 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c8e21d24-8c86-4247-8bc4-5ba3ea3aab4e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:49.701844 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c8e21d24-8c86-4247-8bc4-5ba3ea3aab4e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:49.803322 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-c8e21d24-8c86-4247-8bc4-5ba3ea3aab4e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Allocated IP 172.27.0.157 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/f2734778-17ee-4b9d-b885-bedc8d57cdfd) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:54:49.904760 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c8e21d24-8c86-4247-8bc4-5ba3ea3aab4e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for port (f2734778-17ee-4b9d-b885-bedc8d57cdfd), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:50.017870 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c8e21d24-8c86-4247-8bc4-5ba3ea3aab4e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (f2734778-17ee-4b9d-b885-bedc8d57cdfd), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:50.053157 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e21d24-8c86-4247-8bc4-5ba3ea3aab4e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:54:50.056021 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-c8e21d24-8c86-4247-8bc4-5ba3ea3aab4e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:54:50.059420 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e21d24-8c86-4247-8bc4-5ba3ea3aab4e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:54:50.085637 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e21d24-8c86-4247-8bc4-5ba3ea3aab4e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Pushing event updated for resources: {'Port': ['ID=f2734778-17ee-4b9d-b885-bedc8d57cdfd,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:50.410612 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c8e21d24-8c86-4247-8bc4-5ba3ea3aab4e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for floatingip (8efc1aa0-5802-41db-8a4b-b18d8f21aac9), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:50.553789 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c8e21d24-8c86-4247-8bc4-5ba3ea3aab4e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (f2734778-17ee-4b9d-b885-bedc8d57cdfd), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:50.698527 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c8e21d24-8c86-4247-8bc4-5ba3ea3aab4e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for port (f2734778-17ee-4b9d-b885-bedc8d57cdfd), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:50.759845 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c8e21d24-8c86-4247-8bc4-5ba3ea3aab4e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12676161'] for port (f2734778-17ee-4b9d-b885-bedc8d57cdfd), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:50.828219 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e21d24-8c86-4247-8bc4-5ba3ea3aab4e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Pushing event updated for resources: {'Port': ['ID=f2734778-17ee-4b9d-b885-bedc8d57cdfd,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:50.837730 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c8e21d24-8c86-4247-8bc4-5ba3ea3aab4e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (8efc1aa0-5802-41db-8a4b-b18d8f21aac9), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:50.938350 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.db.l3_db [None req-c8e21d24-8c86-4247-8bc4-5ba3ea3aab4e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Floating IP 8efc1aa0-5802-41db-8a4b-b18d8f21aac9 associated. External IP: 172.27.0.157, port: c321f820-81fe-4d5b-a433-d5122f2986ed. Mar 31 20:54:51.149681 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e21d24-8c86-4247-8bc4-5ba3ea3aab4e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Router 98ef93f4-9465-4830-b8f5-3595c416d969 has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:54:51.503484 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e21d24-8c86-4247-8bc4-5ba3ea3aab4e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:54:51.513444 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f70679-5aba-4c16-af03-16a2ab85bced None None] Sync routers for ids ['98ef93f4-9465-4830-b8f5-3595c416d969'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:54:51.522839 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f70679-5aba-4c16-af03-16a2ab85bced None None] Routers {'98ef93f4-9465-4830-b8f5-3595c416d969'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:54:51.524335 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-a7f70679-5aba-4c16-af03-16a2ab85bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:54:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['98ef93f4-9465-4830-b8f5-3595c416d969'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:54:51.578969 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c8e21d24-8c86-4247-8bc4-5ba3ea3aab4e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:51.610693 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-c8e21d24-8c86-4247-8bc4-5ba3ea3aab4e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1339996 Mar 31 20:54:51.610693 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412234fe-4bfb-45cb-b585-ee0ff87efb48', 'tag': 'c321f820-81fe-4d5b-a433-d5122f2986ed'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:54:51.611048 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5253feeaf43b009d496c5950c37129f342c333472f7057fa14384dd137f2b4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f3a334-e763-46f3-a069-a246874b51fd" -d '{"events": [{"name": "network-changed", "server_uuid": "412234fe-4bfb-45cb-b585-ee0ff87efb48", "tag": "c321f820-81fe-4d5b-a433-d5122f2986ed"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:54:51.611169 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 36964) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:54:51.624463 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-2bdcca1e-1e84-4003-9588-510d7d248d21 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-465840282', 'description': 'tempest-secgroup-smoke-465840282 description', 'project_id': '2baaa83d12dc4ab292f334323cf092df'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:54:51.633397 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-a7f70679-5aba-4c16-af03-16a2ab85bced None None] Set router 98ef93f4-9465-4830-b8f5-3595c416d969 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:54:51.653066 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3784e7f5-90f3-414d-a9aa-4b890d538cdd x-openstack-request-id: req-3784e7f5-90f3-414d-a9aa-4b890d538cdd {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:54:51.653403 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412234fe-4bfb-45cb-b585-ee0ff87efb48", "tag": "c321f820-81fe-4d5b-a433-d5122f2986ed", "status": "completed", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:54:51.653720 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3784e7f5-90f3-414d-a9aa-4b890d538cdd {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:54:51.654122 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3784e7f5-90f3-414d-a9aa-4b890d538cdd'] response: {'name': 'network-changed', 'server_uuid': '412234fe-4bfb-45cb-b585-ee0ff87efb48', 'tag': 'c321f820-81fe-4d5b-a433-d5122f2986ed', 'status': 'completed', 'code': 200} Mar 31 20:54:51.698902 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bdcca1e-1e84-4003-9588-510d7d248d21 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:51.753979 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3a334-e763-46f3-a069-a246874b51fd req-0b19a716-3e81-4985-b428-0179abec46cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:51.755387 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-13f3a334-e763-46f3-a069-a246874b51fd req-0b19a716-3e81-4985-b428-0179abec46cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2baaa83d12dc4ab292f334323cf092df&device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 1130 time: 0.0705678 Mar 31 20:54:51.846111 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bdcca1e-1e84-4003-9588-510d7d248d21 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for security_group (ed343599-5d86-40e1-b099-9008afdbbde8), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:51.872868 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3a334-e763-46f3-a069-a246874b51fd req-bf893d60-1ed8-4f9b-9c18-2e826d8e55f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:51.873863 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-a7f70679-5aba-4c16-af03-16a2ab85bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'name': 'tempest-TestMinimumBasicScenario-1715078830-router', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:53:38Z', 'updated_at': '2022-03-31T20:53:42Z', 'revision_number': 4, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'gw_port': {'id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:39Z', 'updated_at': '2022-03-31T20:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '8efc1aa0-5802-41db-8a4b-b18d8f21aac9', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'port_id': 'c321f820-81fe-4d5b-a433-d5122f2986ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa', 'mac_address': 'fa:16:3e:ae:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412234fe-4bfb-45cb-b585-ee0ff87efb48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:54:50Z', 'updated_at': '2022-03-31T20:54:50Z', 'revision_number': 0, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c01c6e-e560-46eb-8434-a5d7d327104b', 'name': '', 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'mac_address': 'fa:16:3e:60:4a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e2a9dc63-6aa9-4b12-9195-8c9805fa9604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:41Z', 'updated_at': '2022-03-31T20:53:46Z', 'revision_number': 5, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'subnets': [{'id': 'e2a9dc63-6aa9-4b12-9195-8c9805fa9604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:54:51.874402 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-13f3a334-e763-46f3-a069-a246874b51fd req-bf893d60-1ed8-4f9b-9c18-2e826d8e55f6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3e737225-4e10-471d-acfd-b8b95aab17aa HTTP/1.1" status: 200 len: 916 time: 0.1107516 Mar 31 20:54:51.900150 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f70679-5aba-4c16-af03-16a2ab85bced None None] Checking router: 98ef93f4-9465-4830-b8f5-3595c416d969 for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:54:51.908739 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f70679-5aba-4c16-af03-16a2ab85bced None None] Routers {'98ef93f4-9465-4830-b8f5-3595c416d969'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:54:51.909355 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-a7f70679-5aba-4c16-af03-16a2ab85bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:54:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['98ef93f4-9465-4830-b8f5-3595c416d969'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:54:51.920403 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bdcca1e-1e84-4003-9588-510d7d248d21 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (ed343599-5d86-40e1-b099-9008afdbbde8), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:51.961260 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdcca1e-1e84-4003-9588-510d7d248d21 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed343599-5d86-40e1-b099-9008afdbbde8,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:51.967590 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-13f3a334-e763-46f3-a069-a246874b51fd req-a8705827-a47e-49f0-91c0-d635d60668a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c321f820-81fe-4d5b-a433-d5122f2986ed HTTP/1.1" status: 200 len: 1000 time: 0.0868669 Mar 31 20:54:52.010387 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bdcca1e-1e84-4003-9588-510d7d248d21 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:52.011505 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-2bdcca1e-1e84-4003-9588-510d7d248d21 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3994002 Mar 31 20:54:52.014618 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 36968) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:54:52.019352 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-a7f70679-5aba-4c16-af03-16a2ab85bced None None] Set router 98ef93f4-9465-4830-b8f5-3595c416d969 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:54:52.022706 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-b9e5a566-1882-4186-bc85-e43d2fd6e0cd tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Request body: {'security_group_rule': {'security_group_id': 'ed343599-5d86-40e1-b099-9008afdbbde8', 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:54:52.024555 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3a334-e763-46f3-a069-a246874b51fd req-0333979f-d332-4d3f-8b79-5cd40adcd2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:52.026045 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-13f3a334-e763-46f3-a069-a246874b51fd req-0333979f-d332-4d3f-8b79-5cd40adcd2dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e2a9dc63-6aa9-4b12-9195-8c9805fa9604 HTTP/1.1" status: 200 len: 854 time: 0.0517898 Mar 31 20:54:52.080816 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3a334-e763-46f3-a069-a246874b51fd req-f659f43c-3a81-48f2-82d4-1c43e58df659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:52.082312 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-13f3a334-e763-46f3-a069-a246874b51fd req-f659f43c-3a81-48f2-82d4-1c43e58df659 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e737225-4e10-471d-acfd-b8b95aab17aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492852 Mar 31 20:54:52.093275 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [req-13f3a334-e763-46f3-a069-a246874b51fd req-abcb34cb-dedd-478f-9c50-345fde0cdd54 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:54:52.094033 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-13f3a334-e763-46f3-a069-a246874b51fd req-abcb34cb-dedd-478f-9c50-345fde0cdd54 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052285 Mar 31 20:54:52.097320 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b9e5a566-1882-4186-bc85-e43d2fd6e0cd tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for security_group_rule (31435097-ce32-48f8-9463-13e0d314722f), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:52.153916 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b9e5a566-1882-4186-bc85-e43d2fd6e0cd tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for security_group_rule (31435097-ce32-48f8-9463-13e0d314722f), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:52.187097 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-13f3a334-e763-46f3-a069-a246874b51fd req-60dfbde4-6266-44f2-9159-83f83931df09 service neutron] 10.222.0.32 "GET /v2.0/networks/3e737225-4e10-471d-acfd-b8b95aab17aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859096 Mar 31 20:54:52.265646 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-a7f70679-5aba-4c16-af03-16a2ab85bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'name': 'tempest-TestMinimumBasicScenario-1715078830-router', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:53:38Z', 'updated_at': '2022-03-31T20:53:42Z', 'revision_number': 4, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'gw_port': {'id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:39Z', 'updated_at': '2022-03-31T20:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '8efc1aa0-5802-41db-8a4b-b18d8f21aac9', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'port_id': 'c321f820-81fe-4d5b-a433-d5122f2986ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa', 'mac_address': 'fa:16:3e:ae:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412234fe-4bfb-45cb-b585-ee0ff87efb48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:54:50Z', 'updated_at': '2022-03-31T20:54:50Z', 'revision_number': 0, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c01c6e-e560-46eb-8434-a5d7d327104b', 'name': '', 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'mac_address': 'fa:16:3e:60:4a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e2a9dc63-6aa9-4b12-9195-8c9805fa9604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:41Z', 'updated_at': '2022-03-31T20:53:46Z', 'revision_number': 5, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'subnets': [{'id': 'e2a9dc63-6aa9-4b12-9195-8c9805fa9604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:54:52.278934 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b9e5a566-1882-4186-bc85-e43d2fd6e0cd tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (31435097-ce32-48f8-9463-13e0d314722f), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:52.281683 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-13f3a334-e763-46f3-a069-a246874b51fd req-54f51d9c-41f0-4f3a-a06f-139a44a75dd1 service neutron] 10.222.0.32 "GET /v2.0/networks/3e737225-4e10-471d-acfd-b8b95aab17aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879169 Mar 31 20:54:52.294355 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f70679-5aba-4c16-af03-16a2ab85bced None None] The sync data for ids ['98ef93f4-9465-4830-b8f5-3595c416d969'] in dv-cinder-836072-1-iscsi is: [{'id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'name': 'tempest-TestMinimumBasicScenario-1715078830-router', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:53:38Z', 'updated_at': '2022-03-31T20:53:42Z', 'revision_number': 4, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'gw_port': {'id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:39Z', 'updated_at': '2022-03-31T20:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '8efc1aa0-5802-41db-8a4b-b18d8f21aac9', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'port_id': 'c321f820-81fe-4d5b-a433-d5122f2986ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa', 'mac_address': 'fa:16:3e:ae:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412234fe-4bfb-45cb-b585-ee0ff87efb48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:54:50Z', 'updated_at': '2022-03-31T20:54:50Z', 'revision_number': 0, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c01c6e-e560-46eb-8434-a5d7d327104b', 'name': '', 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'mac_address': 'fa:16:3e:60:4a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e2a9dc63-6aa9-4b12-9195-8c9805fa9604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:41Z', 'updated_at': '2022-03-31T20:53:46Z', 'revision_number': 5, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'subnets': [{'id': 'e2a9dc63-6aa9-4b12-9195-8c9805fa9604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:54:52.294825 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5a566-1882-4186-bc85-e43d2fd6e0cd tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31435097-ce32-48f8-9463-13e0d314722f,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:52.441824 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b9e5a566-1882-4186-bc85-e43d2fd6e0cd tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:52.443051 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-b9e5a566-1882-4186-bc85-e43d2fd6e0cd tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4271755 Mar 31 20:54:52.445797 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 36972) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:54:52.450473 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-48f97c6a-5ff8-4b6e-b769-4c596b24f8f6 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Request body: {'security_group_rule': {'security_group_id': 'ed343599-5d86-40e1-b099-9008afdbbde8', 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:54:52.489285 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742237b3-3c40-456d-a065-388e74d25208 None None] New status for floating IP 8efc1aa0-5802-41db-8a4b-b18d8f21aac9: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:54:52.538404 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-48f97c6a-5ff8-4b6e-b769-4c596b24f8f6 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for security_group_rule (757d9865-1713-479c-9676-2f75681a938a), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:52.594282 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-48f97c6a-5ff8-4b6e-b769-4c596b24f8f6 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for security_group_rule (757d9865-1713-479c-9676-2f75681a938a), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:52.696979 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-48f97c6a-5ff8-4b6e-b769-4c596b24f8f6 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (757d9865-1713-479c-9676-2f75681a938a), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:52.715292 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f97c6a-5ff8-4b6e-b769-4c596b24f8f6 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757d9865-1713-479c-9676-2f75681a938a,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:52.790553 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-48f97c6a-5ff8-4b6e-b769-4c596b24f8f6 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:52.791792 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-48f97c6a-5ff8-4b6e-b769-4c596b24f8f6 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3448865 Mar 31 20:54:52.794608 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 36974) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:54:52.799124 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-0564adc9-88a1-4507-98a7-e007baa3dcdb tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Request body: {'security_group_rule': {'security_group_id': 'ed343599-5d86-40e1-b099-9008afdbbde8', 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:54:52.890454 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0564adc9-88a1-4507-98a7-e007baa3dcdb tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for security_group_rule (59dc83e7-cfbb-48fa-871e-b368b9eaa034), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:52.945105 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0564adc9-88a1-4507-98a7-e007baa3dcdb tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for security_group_rule (59dc83e7-cfbb-48fa-871e-b368b9eaa034), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:53.028610 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0564adc9-88a1-4507-98a7-e007baa3dcdb tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (59dc83e7-cfbb-48fa-871e-b368b9eaa034), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:53.046844 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564adc9-88a1-4507-98a7-e007baa3dcdb tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59dc83e7-cfbb-48fa-871e-b368b9eaa034,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:53.139354 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0564adc9-88a1-4507-98a7-e007baa3dcdb tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:53.140629 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-0564adc9-88a1-4507-98a7-e007baa3dcdb tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3449814 Mar 31 20:54:53.143898 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 36978) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:54:53.148111 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-53e79d53-4cc5-47d0-b094-bcd51523099c tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Request body: {'security_group_rule': {'security_group_id': 'ed343599-5d86-40e1-b099-9008afdbbde8', 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:54:53.233285 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-53e79d53-4cc5-47d0-b094-bcd51523099c tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for security_group_rule (5770e3a5-ccbb-4692-a5ec-56e97610f961), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:53.289061 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-53e79d53-4cc5-47d0-b094-bcd51523099c tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for security_group_rule (5770e3a5-ccbb-4692-a5ec-56e97610f961), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:53.370940 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-53e79d53-4cc5-47d0-b094-bcd51523099c tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (5770e3a5-ccbb-4692-a5ec-56e97610f961), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:53.388259 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e79d53-4cc5-47d0-b094-bcd51523099c tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5770e3a5-ccbb-4692-a5ec-56e97610f961,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:53.446969 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-53e79d53-4cc5-47d0-b094-bcd51523099c tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:53.448525 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-53e79d53-4cc5-47d0-b094-bcd51523099c tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3035369 Mar 31 20:54:53.451013 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 36980) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:54:53.455190 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ecd0c382-285c-4547-9c2b-b6066d8128a2 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Request body: {'security_group_rule': {'security_group_id': 'ed343599-5d86-40e1-b099-9008afdbbde8', 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:54:53.531294 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.securitygroups_db [None req-ecd0c382-285c-4547-9c2b-b6066d8128a2 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Project 2baaa83d12dc4ab292f334323cf092df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 20:54:53.536800 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ecd0c382-285c-4547-9c2b-b6066d8128a2 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for security_group_rule (cc08a79c-f392-4ddf-9b30-725cc80f02e8), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:53.597422 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ecd0c382-285c-4547-9c2b-b6066d8128a2 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for security_group_rule (cc08a79c-f392-4ddf-9b30-725cc80f02e8), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:53.697850 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ecd0c382-285c-4547-9c2b-b6066d8128a2 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (cc08a79c-f392-4ddf-9b30-725cc80f02e8), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:53.724134 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0c382-285c-4547-9c2b-b6066d8128a2 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc08a79c-f392-4ddf-9b30-725cc80f02e8,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:53.795603 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ecd0c382-285c-4547-9c2b-b6066d8128a2 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:53.796959 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-ecd0c382-285c-4547-9c2b-b6066d8128a2 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3450329 Mar 31 20:54:53.799919 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 36982) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:54:53.804271 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-450c0a4e-e4f5-4103-9972-eb30275bbc0d tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Request body: {'security_group_rule': {'security_group_id': 'ed343599-5d86-40e1-b099-9008afdbbde8', 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:54:53.902954 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.securitygroups_db [None req-450c0a4e-e4f5-4103-9972-eb30275bbc0d tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Project 2baaa83d12dc4ab292f334323cf092df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 20:54:53.908031 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-450c0a4e-e4f5-4103-9972-eb30275bbc0d tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for security_group_rule (d8b5191c-6a8b-44ba-82b3-ec365d8c58b7), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:53.965351 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-450c0a4e-e4f5-4103-9972-eb30275bbc0d tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for security_group_rule (d8b5191c-6a8b-44ba-82b3-ec365d8c58b7), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:54.045334 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-450c0a4e-e4f5-4103-9972-eb30275bbc0d tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (d8b5191c-6a8b-44ba-82b3-ec365d8c58b7), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:54.063077 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c0a4e-e4f5-4103-9972-eb30275bbc0d tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b5191c-6a8b-44ba-82b3-ec365d8c58b7,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:54.110061 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-450c0a4e-e4f5-4103-9972-eb30275bbc0d tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:54.111251 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-450c0a4e-e4f5-4103-9972-eb30275bbc0d tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3104146 Mar 31 20:54:54.202604 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-75ed1b1f-7e5a-4d96-bd10-6cdaf28dcb6c req-69b683a0-b348-4fb9-b8fc-28159cb0301d tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-465840282&fields=id&tenant_id=2baaa83d12dc4ab292f334323cf092df HTTP/1.1" status: 200 len: 267 time: 0.0465553 Mar 31 20:54:54.258601 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed1b1f-7e5a-4d96-bd10-6cdaf28dcb6c req-c669d033-6a49-4bbe-aca9-111c4caeb4ef tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:54.260016 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-75ed1b1f-7e5a-4d96-bd10-6cdaf28dcb6c req-c669d033-6a49-4bbe-aca9-111c4caeb4ef tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 946 time: 0.0519893 Mar 31 20:54:54.270454 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [req-75ed1b1f-7e5a-4d96-bd10-6cdaf28dcb6c req-5fe2991c-e192-4310-9ff7-31e9012c931f tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Request body: {'port': {'security_groups': ['61e794f7-4126-40a5-9df9-3df873967ce7', 'ed343599-5d86-40e1-b099-9008afdbbde8']}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:54:54.345162 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-75ed1b1f-7e5a-4d96-bd10-6cdaf28dcb6c req-5fe2991c-e192-4310-9ff7-31e9012c931f tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (c321f820-81fe-4d5b-a433-d5122f2986ed), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:54.530879 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [req-75ed1b1f-7e5a-4d96-bd10-6cdaf28dcb6c req-5fe2991c-e192-4310-9ff7-31e9012c931f tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] For port c321f820-81fe-4d5b-a433-d5122f2986ed, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c321f820-81fe-4d5b-a433-d5122f2986ed,segment=NetworkSegment(c9d727ad-8410-4a41-8976-10a598e856b1),segment_id=c9d727ad-8410-4a41-8976-10a598e856b1)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:54:54.561222 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-75ed1b1f-7e5a-4d96-bd10-6cdaf28dcb6c req-5fe2991c-e192-4310-9ff7-31e9012c931f tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for port (c321f820-81fe-4d5b-a433-d5122f2986ed), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:54.611621 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-75ed1b1f-7e5a-4d96-bd10-6cdaf28dcb6c req-5fe2991c-e192-4310-9ff7-31e9012c931f tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12676161'] for port (c321f820-81fe-4d5b-a433-d5122f2986ed), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:54.625038 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['c321f820-81fe-4d5b-a433-d5122f2986ed'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:54:54.657232 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed1b1f-7e5a-4d96-bd10-6cdaf28dcb6c req-5fe2991c-e192-4310-9ff7-31e9012c931f tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:54.657850 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-75ed1b1f-7e5a-4d96-bd10-6cdaf28dcb6c req-5fe2991c-e192-4310-9ff7-31e9012c931f tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:54.659251 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-75ed1b1f-7e5a-4d96-bd10-6cdaf28dcb6c req-5fe2991c-e192-4310-9ff7-31e9012c931f tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "PUT /v2.0/ports/c321f820-81fe-4d5b-a433-d5122f2986ed HTTP/1.1" status: 200 len: 982 time: 0.3932257 Mar 31 20:54:54.661940 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412234fe-4bfb-45cb-b585-ee0ff87efb48', 'tag': 'c321f820-81fe-4d5b-a433-d5122f2986ed'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:54:54.668806 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5253feeaf43b009d496c5950c37129f342c333472f7057fa14384dd137f2b4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddf71fb-7f83-4d11-be6d-eef63cc2d4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "412234fe-4bfb-45cb-b585-ee0ff87efb48", "tag": "c321f820-81fe-4d5b-a433-d5122f2986ed"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:54:54.669057 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 36990) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:54:54.720036 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3126c64-16d9-4ee0-a0b4-8b94c1a645a2 x-openstack-request-id: req-d3126c64-16d9-4ee0-a0b4-8b94c1a645a2 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:54:54.720333 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412234fe-4bfb-45cb-b585-ee0ff87efb48", "tag": "c321f820-81fe-4d5b-a433-d5122f2986ed", "status": "completed", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:54:54.720785 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d3126c64-16d9-4ee0-a0b4-8b94c1a645a2 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:54:54.721361 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3126c64-16d9-4ee0-a0b4-8b94c1a645a2'] response: {'name': 'network-changed', 'server_uuid': '412234fe-4bfb-45cb-b585-ee0ff87efb48', 'tag': 'c321f820-81fe-4d5b-a433-d5122f2986ed', 'status': 'completed', 'code': 200} Mar 31 20:54:54.736404 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2991c-e192-4310-9ff7-31e9012c931f tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Pushing event updated for resources: {'Port': ['ID=c321f820-81fe-4d5b-a433-d5122f2986ed,revision_number=6']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:54.756966 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['c321f820-81fe-4d5b-a433-d5122f2986ed'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:54:54.817885 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f705dfe-ee13-479b-a60a-1158263f0b62 req-2ff858fb-0651-49cf-ae17-281d945f767a tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:54.820474 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4f705dfe-ee13-479b-a60a-1158263f0b62 req-2ff858fb-0651-49cf-ae17-281d945f767a tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 985 time: 0.0750110 Mar 31 20:54:54.901381 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4f705dfe-ee13-479b-a60a-1158263f0b62 req-1cb37388-b86c-4e30-9390-0307c8411717 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&id=ed343599-5d86-40e1-b099-9008afdbbde8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0747261 Mar 31 20:54:54.909325 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf71fb-7f83-4d11-be6d-eef63cc2d4e3 req-b2d210b4-08ab-4285-84f7-d7d42373ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:54.910810 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-6ddf71fb-7f83-4d11-be6d-eef63cc2d4e3 req-b2d210b4-08ab-4285-84f7-d7d42373ee7d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2baaa83d12dc4ab292f334323cf092df&device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 1169 time: 0.1559103 Mar 31 20:54:54.978201 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-834e3515-4e93-4c71-87a1-8e9d56be1710 None None] Provisioning complete for port c321f820-81fe-4d5b-a433-d5122f2986ed triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:54:54.978583 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-834e3515-4e93-4c71-87a1-8e9d56be1710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (c321f820-81fe-4d5b-a433-d5122f2986ed), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:54.988095 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-b625d482-0f13-4637-b1be-b4a978f36434 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Deleting port 6aea1cf9-e956-46d0-9b76-708b610650c7 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:54:54.988506 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b625d482-0f13-4637-b1be-b4a978f36434 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (6aea1cf9-e956-46d0-9b76-708b610650c7), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:55.061058 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf71fb-7f83-4d11-be6d-eef63cc2d4e3 req-68571243-2d1f-47b2-8889-e1ed46548d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:55.062522 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-6ddf71fb-7f83-4d11-be6d-eef63cc2d4e3 req-68571243-2d1f-47b2-8889-e1ed46548d6e service neutron] 10.222.0.32 "GET /v2.0/networks?id=3e737225-4e10-471d-acfd-b8b95aab17aa HTTP/1.1" status: 200 len: 916 time: 0.1439483 Mar 31 20:54:55.131650 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b625d482-0f13-4637-b1be-b4a978f36434 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (6aea1cf9-e956-46d0-9b76-708b610650c7), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:55.131922 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b625d482-0f13-4637-b1be-b4a978f36434 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for floatingip (6aea1cf9-e956-46d0-9b76-708b610650c7), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:55.152444 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-b625d482-0f13-4637-b1be-b4a978f36434 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Calling delete_port for 6aea1cf9-e956-46d0-9b76-708b610650c7 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:54:55.157700 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-6ddf71fb-7f83-4d11-be6d-eef63cc2d4e3 req-67548145-58df-473b-a65f-dd7c7a697462 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c321f820-81fe-4d5b-a433-d5122f2986ed HTTP/1.1" status: 200 len: 1002 time: 0.0848761 Mar 31 20:54:55.189902 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-834e3515-4e93-4c71-87a1-8e9d56be1710 None None] Current status of the port c321f820-81fe-4d5b-a433-d5122f2986ed is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:54:55.286713 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf71fb-7f83-4d11-be6d-eef63cc2d4e3 req-0cb31e69-f384-4d48-9c67-c798e5a0fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:55.288240 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-6ddf71fb-7f83-4d11-be6d-eef63cc2d4e3 req-0cb31e69-f384-4d48-9c67-c798e5a0fa09 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e2a9dc63-6aa9-4b12-9195-8c9805fa9604 HTTP/1.1" status: 200 len: 854 time: 0.0886283 Mar 31 20:54:55.360161 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf71fb-7f83-4d11-be6d-eef63cc2d4e3 req-a2fa9626-b211-4281-a7d7-d1c6e29aac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:55.361673 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-6ddf71fb-7f83-4d11-be6d-eef63cc2d4e3 req-a2fa9626-b211-4281-a7d7-d1c6e29aac13 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e737225-4e10-471d-acfd-b8b95aab17aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640802 Mar 31 20:54:55.479116 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-6ddf71fb-7f83-4d11-be6d-eef63cc2d4e3 req-ef73a0fe-a2cd-458f-ab0e-496b3f7e434a service neutron] 10.222.0.32 "GET /v2.0/networks/3e737225-4e10-471d-acfd-b8b95aab17aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092026 Mar 31 20:54:55.508451 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b625d482-0f13-4637-b1be-b4a978f36434 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (6aea1cf9-e956-46d0-9b76-708b610650c7), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:55.546426 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625d482-0f13-4637-b1be-b4a978f36434 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Pushing event deleted for resources: {'Port': ['ID=6aea1cf9-e956-46d0-9b76-708b610650c7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:54:55.663496 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b625d482-0f13-4637-b1be-b4a978f36434 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for floatingip (47d74ee4-615c-4c2c-b88d-7874551e135f), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:55.663852 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.l3_db [None req-b625d482-0f13-4637-b1be-b4a978f36434 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Floating IP 47d74ee4-615c-4c2c-b88d-7874551e135f disassociated (deleted). External IP: 172.27.0.90, port: b9e959c2-3e50-4211-9f92-20e2308b8911. Mar 31 20:54:55.746921 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-6ddf71fb-7f83-4d11-be6d-eef63cc2d4e3 req-87223e37-30cc-47f8-b7d8-9c795ac421c8 service neutron] 10.222.0.32 "GET /v2.0/networks/3e737225-4e10-471d-acfd-b8b95aab17aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609003 Mar 31 20:54:55.894871 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b625d482-0f13-4637-b1be-b4a978f36434 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Router 4002ab7e-0d54-450d-8fbd-c167b8e820ec has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:54:56.005404 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b625d482-0f13-4637-b1be-b4a978f36434 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:54:56.010193 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b625d482-0f13-4637-b1be-b4a978f36434 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:54:56.015719 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9007f416-e0c0-45cc-872e-df515fa0b1ee None None] Sync routers for ids ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:54:56.026331 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9007f416-e0c0-45cc-872e-df515fa0b1ee None None] Routers {'4002ab7e-0d54-450d-8fbd-c167b8e820ec'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:54:56.026958 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-9007f416-e0c0-45cc-872e-df515fa0b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:54:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:54:56.041305 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-b625d482-0f13-4637-b1be-b4a978f36434 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "DELETE /v2.0/floatingips/47d74ee4-615c-4c2c-b88d-7874551e135f HTTP/1.1" status: 204 len: 168 time: 1.3718865 Mar 31 20:54:56.041904 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be0713b-3925-489f-b1e7-2dedb0b758f3', 'tag': 'b9e959c2-3e50-4211-9f92-20e2308b8911'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:54:56.044297 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26ecb81-4670-42c5-809e-64931e8c581e" -d '{"events": [{"name": "network-changed", "server_uuid": "0be0713b-3925-489f-b1e7-2dedb0b758f3", "tag": "b9e959c2-3e50-4211-9f92-20e2308b8911"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:54:56.092522 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f109e81-66c5-4ed3-90a0-a856b0aacd20 x-openstack-request-id: req-9f109e81-66c5-4ed3-90a0-a856b0aacd20 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:54:56.092817 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be0713b-3925-489f-b1e7-2dedb0b758f3", "tag": "b9e959c2-3e50-4211-9f92-20e2308b8911", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:54:56.093076 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9f109e81-66c5-4ed3-90a0-a856b0aacd20 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:54:56.093665 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f109e81-66c5-4ed3-90a0-a856b0aacd20'] response: {'name': 'network-changed', 'server_uuid': '0be0713b-3925-489f-b1e7-2dedb0b758f3', 'tag': 'b9e959c2-3e50-4211-9f92-20e2308b8911', 'status': 'completed', 'code': 200} Mar 31 20:54:56.184632 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ecb81-4670-42c5-809e-64931e8c581e req-8af481c1-ee1c-4203-8878-7ed23c7e0d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:56.186463 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-a26ecb81-4670-42c5-809e-64931e8c581e req-8af481c1-ee1c-4203-8878-7ed23c7e0d16 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd&device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 1130 time: 0.0660377 Mar 31 20:54:56.277361 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-9007f416-e0c0-45cc-872e-df515fa0b1ee None None] Set router 4002ab7e-0d54-450d-8fbd-c167b8e820ec gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:54:56.312033 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ecb81-4670-42c5-809e-64931e8c581e req-8bda93df-34b5-4e30-ba58-3b55c6b2b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:56.312033 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-a26ecb81-4670-42c5-809e-64931e8c581e req-8bda93df-34b5-4e30-ba58-3b55c6b2b192 service neutron] 10.222.0.32 "GET /v2.0/networks?id=891ebc70-d7d8-43ce-bc93-700332ce0830 HTTP/1.1" status: 200 len: 912 time: 0.1035275 Mar 31 20:54:56.363163 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-a26ecb81-4670-42c5-809e-64931e8c581e req-3da460ef-987c-44a0-a881-1ca252cd9716 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9e959c2-3e50-4211-9f92-20e2308b8911 HTTP/1.1" status: 200 len: 217 time: 0.0589621 Mar 31 20:54:56.425674 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ecb81-4670-42c5-809e-64931e8c581e req-d193da9f-68f2-49c7-972b-fa36b1823ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:56.427636 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-a26ecb81-4670-42c5-809e-64931e8c581e req-d193da9f-68f2-49c7-972b-fa36b1823ec2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d8ae2ad-26c3-4ccb-8104-532540816283 HTTP/1.1" status: 200 len: 850 time: 0.0569592 Mar 31 20:54:56.451025 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c7457-78cc-42a9-996f-bd9c08a11930 req-08eb0250-ae2b-4bed-bd58-b75344ec3a48 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:56.452621 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ec2c7457-78cc-42a9-996f-bd9c08a11930 req-08eb0250-ae2b-4bed-bd58-b75344ec3a48 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 946 time: 0.0551608 Mar 31 20:54:56.484430 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ecb81-4670-42c5-809e-64931e8c581e req-be5782b0-bdee-4845-866d-1f540ba99be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:56.486123 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-a26ecb81-4670-42c5-809e-64931e8c581e req-be5782b0-bdee-4845-866d-1f540ba99be8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=891ebc70-d7d8-43ce-bc93-700332ce0830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495329 Mar 31 20:54:56.504706 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ec2c7457-78cc-42a9-996f-bd9c08a11930 req-c37a4a7e-5cba-4791-8e32-d3dee57d7820 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464735 Mar 31 20:54:56.549496 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-9007f416-e0c0-45cc-872e-df515fa0b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:47:20Z', 'revision_number': 4, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '74231a79-e1cb-4ffc-80d2-df9f63885510', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'port_id': '6691e9c2-0442-4aa2-afd4-88ce085a8e5b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'mac_address': 'fa:16:3e:b8:03:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c5e7b-2e22-452e-97ba-cdf734eb58bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:50:58Z', 'updated_at': '2022-03-31T20:51:01Z', 'revision_number': 1, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c291cad-ed57-4c34-b352-dc37c188f7a5', 'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'mac_address': 'fa:16:3e:0d:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:20Z', 'updated_at': '2022-03-31T20:47:25Z', 'revision_number': 5, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'subnets': [{'id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:54:56.577091 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9007f416-e0c0-45cc-872e-df515fa0b1ee None None] Checking router: 4002ab7e-0d54-450d-8fbd-c167b8e820ec for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:54:56.586315 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9007f416-e0c0-45cc-872e-df515fa0b1ee None None] Routers {'4002ab7e-0d54-450d-8fbd-c167b8e820ec'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:54:56.586945 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-9007f416-e0c0-45cc-872e-df515fa0b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:54:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:54:56.590652 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-a26ecb81-4670-42c5-809e-64931e8c581e req-3258c0ef-1504-4db3-b9c3-7ead3a15c805 service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974140 Mar 31 20:54:56.688239 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-a26ecb81-4670-42c5-809e-64931e8c581e req-1376d102-6ecb-4c78-86ee-cafa5f6ff260 service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911756 Mar 31 20:54:56.702452 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-9007f416-e0c0-45cc-872e-df515fa0b1ee None None] Set router 4002ab7e-0d54-450d-8fbd-c167b8e820ec gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:54:56.924823 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-9007f416-e0c0-45cc-872e-df515fa0b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:47:20Z', 'revision_number': 4, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '74231a79-e1cb-4ffc-80d2-df9f63885510', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'port_id': '6691e9c2-0442-4aa2-afd4-88ce085a8e5b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'mac_address': 'fa:16:3e:b8:03:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c5e7b-2e22-452e-97ba-cdf734eb58bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:50:58Z', 'updated_at': '2022-03-31T20:51:01Z', 'revision_number': 1, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c291cad-ed57-4c34-b352-dc37c188f7a5', 'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'mac_address': 'fa:16:3e:0d:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:20Z', 'updated_at': '2022-03-31T20:47:25Z', 'revision_number': 5, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'subnets': [{'id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:54:56.951580 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9007f416-e0c0-45cc-872e-df515fa0b1ee None None] The sync data for ids ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'] in dv-cinder-836072-1-iscsi is: [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:47:20Z', 'revision_number': 4, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '74231a79-e1cb-4ffc-80d2-df9f63885510', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'port_id': '6691e9c2-0442-4aa2-afd4-88ce085a8e5b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'mac_address': 'fa:16:3e:b8:03:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c5e7b-2e22-452e-97ba-cdf734eb58bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:50:58Z', 'updated_at': '2022-03-31T20:51:01Z', 'revision_number': 1, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c291cad-ed57-4c34-b352-dc37c188f7a5', 'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'mac_address': 'fa:16:3e:0d:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:20Z', 'updated_at': '2022-03-31T20:47:25Z', 'revision_number': 5, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'subnets': [{'id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:54:57.159245 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda80d21-9bbf-4f60-91a1-026f6192efa0 None None] New status for floating IP 47d74ee4-615c-4c2c-b88d-7874551e135f: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:54:57.630909 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0f986-0b2f-46ea-96df-fd1e9b3e3dae req-98dccfda-9872-439a-90f6-37c461a5d82d tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:57.632410 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c2f0f986-0b2f-46ea-96df-fd1e9b3e3dae req-98dccfda-9872-439a-90f6-37c461a5d82d tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 946 time: 0.0562449 Mar 31 20:54:57.681373 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c2f0f986-0b2f-46ea-96df-fd1e9b3e3dae req-22147483-8ab6-44fb-a231-168f941d1f33 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433550 Mar 31 20:54:58.804862 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd654fff-3ce1-4b81-8ad4-227063ac1968 req-e8c555eb-fbb7-4499-9350-a34f7e7dcec6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:58.806367 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-dd654fff-3ce1-4b81-8ad4-227063ac1968 req-e8c555eb-fbb7-4499-9350-a34f7e7dcec6 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 946 time: 0.0527039 Mar 31 20:54:58.853826 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-dd654fff-3ce1-4b81-8ad4-227063ac1968 req-4e0e6a27-befa-4139-ba1b-fde4f62eff4f tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417511 Mar 31 20:54:59.976950 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511adaf5-9696-4ee5-bc13-fa68a20e0673 req-07eec6cb-e6bf-4bf3-b496-92b4c2cff707 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:54:59.978420 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-511adaf5-9696-4ee5-bc13-fa68a20e0673 req-07eec6cb-e6bf-4bf3-b496-92b4c2cff707 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 946 time: 0.0571756 Mar 31 20:55:00.026616 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-511adaf5-9696-4ee5-bc13-fa68a20e0673 req-fa25edb8-d298-4cd3-b39e-87e67b4d8525 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425754 Mar 31 20:55:00.446627 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0849a-b6d9-46c7-88f0-de8120d72d27 req-6ae4219b-ee19-41b1-8f50-e5796d002ec7 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:00.448183 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-70f0849a-b6d9-46c7-88f0-de8120d72d27 req-6ae4219b-ee19-41b1-8f50-e5796d002ec7 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.32 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 946 time: 0.0572257 Mar 31 20:55:00.550042 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-70f0849a-b6d9-46c7-88f0-de8120d72d27 req-8d5f37f3-2338-40f4-b22d-f68a659fb589 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Deleting port b9e959c2-3e50-4211-9f92-20e2308b8911 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:55:00.550378 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-70f0849a-b6d9-46c7-88f0-de8120d72d27 req-8d5f37f3-2338-40f4-b22d-f68a659fb589 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (b9e959c2-3e50-4211-9f92-20e2308b8911), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:00.637338 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-70f0849a-b6d9-46c7-88f0-de8120d72d27 req-8d5f37f3-2338-40f4-b22d-f68a659fb589 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] For port b9e959c2-3e50-4211-9f92-20e2308b8911, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b9e959c2-3e50-4211-9f92-20e2308b8911,segment=NetworkSegment(6c423cf7-1ebc-4c28-a1e1-93bb3014f642),segment_id=6c423cf7-1ebc-4c28-a1e1-93bb3014f642)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:55:00.637627 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-70f0849a-b6d9-46c7-88f0-de8120d72d27 req-8d5f37f3-2338-40f4-b22d-f68a659fb589 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (b9e959c2-3e50-4211-9f92-20e2308b8911), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:00.650710 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-70f0849a-b6d9-46c7-88f0-de8120d72d27 req-8d5f37f3-2338-40f4-b22d-f68a659fb589 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Calling delete_port for b9e959c2-3e50-4211-9f92-20e2308b8911 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:55:00.834293 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-70f0849a-b6d9-46c7-88f0-de8120d72d27 req-8d5f37f3-2338-40f4-b22d-f68a659fb589 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (b9e959c2-3e50-4211-9f92-20e2308b8911), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:00.862938 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f37f3-2338-40f4-b22d-f68a659fb589 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Pushing event deleted for resources: {'Port': ['ID=b9e959c2-3e50-4211-9f92-20e2308b8911,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:55:00.910558 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f0849a-b6d9-46c7-88f0-de8120d72d27 req-8d5f37f3-2338-40f4-b22d-f68a659fb589 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] No DVR routers for this DVR port b9e959c2-3e50-4211-9f92-20e2308b8911 on host hv-cinder-83607 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:55:00.913159 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-70f0849a-b6d9-46c7-88f0-de8120d72d27 req-8d5f37f3-2338-40f4-b22d-f68a659fb589 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:00.916723 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-70f0849a-b6d9-46c7-88f0-de8120d72d27 req-8d5f37f3-2338-40f4-b22d-f68a659fb589 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.32 "DELETE /v2.0/ports/b9e959c2-3e50-4211-9f92-20e2308b8911 HTTP/1.1" status: 204 len: 173 time: 0.4636383 Mar 31 20:55:00.917178 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be0713b-3925-489f-b1e7-2dedb0b758f3', 'name': 'network-vif-deleted', 'tag': 'b9e959c2-3e50-4211-9f92-20e2308b8911'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:55:00.919984 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a370f11a-0c0c-4f3a-ae9c-59ffdc2aaa35" -d '{"events": [{"server_uuid": "0be0713b-3925-489f-b1e7-2dedb0b758f3", "name": "network-vif-deleted", "tag": "b9e959c2-3e50-4211-9f92-20e2308b8911"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:55:01.073884 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909644d2-bf23-4c37-ab20-1982600420f4 x-openstack-request-id: req-909644d2-bf23-4c37-ab20-1982600420f4 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:55:01.074173 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be0713b-3925-489f-b1e7-2dedb0b758f3", "name": "network-vif-deleted", "tag": "b9e959c2-3e50-4211-9f92-20e2308b8911", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:55:01.074421 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-909644d2-bf23-4c37-ab20-1982600420f4 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:55:01.074817 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-909644d2-bf23-4c37-ab20-1982600420f4'] response: {'server_uuid': '0be0713b-3925-489f-b1e7-2dedb0b758f3', 'name': 'network-vif-deleted', 'tag': 'b9e959c2-3e50-4211-9f92-20e2308b8911', 'status': 'completed', 'code': 200} Mar 31 20:55:01.129819 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-60928018-fcaf-471b-bfae-e38be72441ef req-94265d72-6f59-4e0b-808f-5084b5254f7c tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 210 time: 0.0343587 Mar 31 20:55:02.231344 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3c546c1f-5841-42fe-b313-1612188fa921 req-80bdcda6-b381-4033-ad9f-ff2b7531c1e7 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 210 time: 0.0284338 Mar 31 20:55:03.336399 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-884554a9-3393-4d5a-9a06-2ec6eded08fd req-a18fcf02-a1ed-4294-8fd5-3bf0f37477f9 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 210 time: 0.0288401 Mar 31 20:55:03.350058 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device b9e959c2-3e50-4211-9f92-20e2308b8911 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:55:03.375973 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] No Port match for: b9e959c2-3e50-4211-9f92-20e2308b8911 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:55:03.376322 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device b9e959c2-3e50-4211-9f92-20e2308b8911 not bound to the agent host hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:55:03.456442 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:04.462218 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-503d6e8d-5fac-428c-848a-2351d90d8994 req-4ffee0f4-1c1f-4a63-ad80-3c994482619f tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=0be0713b-3925-489f-b1e7-2dedb0b758f3 HTTP/1.1" status: 200 len: 210 time: 0.0375774 Mar 31 20:55:08.037318 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37084) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:55:08.193475 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-ea21aaa1-800d-41aa-91d2-8eed7b872b4e tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Deleting port 1fed1cdd-4e71-4767-9823-c6dafc8a0668 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:55:08.193735 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ea21aaa1-800d-41aa-91d2-8eed7b872b4e tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (1fed1cdd-4e71-4767-9823-c6dafc8a0668), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:08.268014 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ea21aaa1-800d-41aa-91d2-8eed7b872b4e tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (1fed1cdd-4e71-4767-9823-c6dafc8a0668), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:08.268343 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ea21aaa1-800d-41aa-91d2-8eed7b872b4e tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for floatingip (1fed1cdd-4e71-4767-9823-c6dafc8a0668), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:08.279985 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-ea21aaa1-800d-41aa-91d2-8eed7b872b4e tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Calling delete_port for 1fed1cdd-4e71-4767-9823-c6dafc8a0668 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:55:08.502315 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ea21aaa1-800d-41aa-91d2-8eed7b872b4e tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (1fed1cdd-4e71-4767-9823-c6dafc8a0668), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:08.528456 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21aaa1-800d-41aa-91d2-8eed7b872b4e tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Pushing event deleted for resources: {'Port': ['ID=1fed1cdd-4e71-4767-9823-c6dafc8a0668,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:55:08.589486 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ea21aaa1-800d-41aa-91d2-8eed7b872b4e tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for floatingip (74231a79-e1cb-4ffc-80d2-df9f63885510), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:08.589806 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.l3_db [None req-ea21aaa1-800d-41aa-91d2-8eed7b872b4e tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Floating IP 74231a79-e1cb-4ffc-80d2-df9f63885510 disassociated (deleted). External IP: 172.27.0.54, port: 6691e9c2-0442-4aa2-afd4-88ce085a8e5b. Mar 31 20:55:08.794831 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea21aaa1-800d-41aa-91d2-8eed7b872b4e tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Router 4002ab7e-0d54-450d-8fbd-c167b8e820ec has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:55:08.906825 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea21aaa1-800d-41aa-91d2-8eed7b872b4e tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:55:08.912455 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ea21aaa1-800d-41aa-91d2-8eed7b872b4e tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:08.918781 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595f6469-f997-4810-abc5-4bf5f6308748 None None] Sync routers for ids ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:55:08.929404 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595f6469-f997-4810-abc5-4bf5f6308748 None None] Routers {'4002ab7e-0d54-450d-8fbd-c167b8e820ec'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:55:08.930474 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-595f6469-f997-4810-abc5-4bf5f6308748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:54:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:55:08.953598 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-ea21aaa1-800d-41aa-91d2-8eed7b872b4e tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "DELETE /v2.0/floatingips/74231a79-e1cb-4ffc-80d2-df9f63885510 HTTP/1.1" status: 204 len: 168 time: 0.9056134 Mar 31 20:55:08.953598 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76c5e7b-2e22-452e-97ba-cdf734eb58bc', 'tag': '6691e9c2-0442-4aa2-afd4-88ce085a8e5b'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:55:08.953598 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59160941-1e78-4b3f-b2d7-5fa994c3fde3" -d '{"events": [{"name": "network-changed", "server_uuid": "e76c5e7b-2e22-452e-97ba-cdf734eb58bc", "tag": "6691e9c2-0442-4aa2-afd4-88ce085a8e5b"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:55:09.066196 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-595f6469-f997-4810-abc5-4bf5f6308748 None None] Set router 4002ab7e-0d54-450d-8fbd-c167b8e820ec gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:55:09.093070 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5eaa346e-0090-4560-a4f5-56daef4f2219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:09.213322 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3833dd41-6c7a-468e-8d6a-286771eff50f x-openstack-request-id: req-3833dd41-6c7a-468e-8d6a-286771eff50f {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:55:09.214112 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e76c5e7b-2e22-452e-97ba-cdf734eb58bc", "tag": "6691e9c2-0442-4aa2-afd4-88ce085a8e5b", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:55:09.214383 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3833dd41-6c7a-468e-8d6a-286771eff50f {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:55:09.214793 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3833dd41-6c7a-468e-8d6a-286771eff50f'] response: {'name': 'network-changed', 'server_uuid': 'e76c5e7b-2e22-452e-97ba-cdf734eb58bc', 'tag': '6691e9c2-0442-4aa2-afd4-88ce085a8e5b', 'status': 'completed', 'code': 200} Mar 31 20:55:09.282522 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-595f6469-f997-4810-abc5-4bf5f6308748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:47:20Z', 'revision_number': 4, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '6c291cad-ed57-4c34-b352-dc37c188f7a5', 'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'mac_address': 'fa:16:3e:0d:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:20Z', 'updated_at': '2022-03-31T20:47:25Z', 'revision_number': 5, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'subnets': [{'id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:55:09.304285 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59160941-1e78-4b3f-b2d7-5fa994c3fde3 req-9419b48f-802c-4c80-862a-bc557921fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:09.305958 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-59160941-1e78-4b3f-b2d7-5fa994c3fde3 req-9419b48f-802c-4c80-862a-bc557921fda3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd&device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 1130 time: 0.0554295 Mar 31 20:55:09.309185 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595f6469-f997-4810-abc5-4bf5f6308748 None None] Checking router: 4002ab7e-0d54-450d-8fbd-c167b8e820ec for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:55:09.318587 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595f6469-f997-4810-abc5-4bf5f6308748 None None] Routers {'4002ab7e-0d54-450d-8fbd-c167b8e820ec'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:55:09.319139 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-595f6469-f997-4810-abc5-4bf5f6308748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:54:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:55:09.403315 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59160941-1e78-4b3f-b2d7-5fa994c3fde3 req-4d20633c-fbf4-486a-b297-f4c8bf65857d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:09.404982 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-59160941-1e78-4b3f-b2d7-5fa994c3fde3 req-4d20633c-fbf4-486a-b297-f4c8bf65857d service neutron] 10.222.0.32 "GET /v2.0/networks?id=891ebc70-d7d8-43ce-bc93-700332ce0830 HTTP/1.1" status: 200 len: 912 time: 0.0894594 Mar 31 20:55:09.433199 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-595f6469-f997-4810-abc5-4bf5f6308748 None None] Set router 4002ab7e-0d54-450d-8fbd-c167b8e820ec gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:55:09.448359 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-59160941-1e78-4b3f-b2d7-5fa994c3fde3 req-d1418c70-f4fe-4dfc-88e7-a5c95e810af2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6691e9c2-0442-4aa2-afd4-88ce085a8e5b HTTP/1.1" status: 200 len: 217 time: 0.0358717 Mar 31 20:55:09.468777 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f3dae-274e-4ba9-aa5a-ca0e0914d0b5 req-bb677e39-718a-438e-ab7e-26f7c0d257f3 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:09.470252 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-915f3dae-274e-4ba9-aa5a-ca0e0914d0b5 req-bb677e39-718a-438e-ab7e-26f7c0d257f3 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 946 time: 0.0543671 Mar 31 20:55:09.503360 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59160941-1e78-4b3f-b2d7-5fa994c3fde3 req-e028cc79-05cf-45bc-a313-8877245d59ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:09.505527 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-59160941-1e78-4b3f-b2d7-5fa994c3fde3 req-e028cc79-05cf-45bc-a313-8877245d59ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d8ae2ad-26c3-4ccb-8104-532540816283 HTTP/1.1" status: 200 len: 850 time: 0.0489929 Mar 31 20:55:09.519531 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-915f3dae-274e-4ba9-aa5a-ca0e0914d0b5 req-73fd42b8-90d2-484d-b57c-8b191cc84840 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434301 Mar 31 20:55:09.562695 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59160941-1e78-4b3f-b2d7-5fa994c3fde3 req-3693b0fc-90cc-4965-8182-8517822d1f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:09.564433 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-59160941-1e78-4b3f-b2d7-5fa994c3fde3 req-3693b0fc-90cc-4965-8182-8517822d1f6c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=891ebc70-d7d8-43ce-bc93-700332ce0830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518291 Mar 31 20:55:09.642661 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-595f6469-f997-4810-abc5-4bf5f6308748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:47:20Z', 'revision_number': 4, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '6c291cad-ed57-4c34-b352-dc37c188f7a5', 'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'mac_address': 'fa:16:3e:0d:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:20Z', 'updated_at': '2022-03-31T20:47:25Z', 'revision_number': 5, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'subnets': [{'id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:55:09.652794 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-59160941-1e78-4b3f-b2d7-5fa994c3fde3 req-058f9553-e716-4492-8ee0-6010b60a772b service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809798 Mar 31 20:55:09.668397 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595f6469-f997-4810-abc5-4bf5f6308748 None None] The sync data for ids ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'] in dv-cinder-836072-1-iscsi is: [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:47:20Z', 'revision_number': 4, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '6c291cad-ed57-4c34-b352-dc37c188f7a5', 'name': '', 'network_id': '891ebc70-d7d8-43ce-bc93-700332ce0830', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'mac_address': 'fa:16:3e:0d:b8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:20Z', 'updated_at': '2022-03-31T20:47:25Z', 'revision_number': 5, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'subnets': [{'id': '6d8ae2ad-26c3-4ccb-8104-532540816283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:55:09.753359 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-59160941-1e78-4b3f-b2d7-5fa994c3fde3 req-35f8dab6-e6bd-412f-9cf9-95ccc6671b8c service neutron] 10.222.0.32 "GET /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920155 Mar 31 20:55:09.905631 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98de5835-8991-48e7-a31b-6cf1aaf7d28f None None] New status for floating IP 74231a79-e1cb-4ffc-80d2-df9f63885510: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:55:10.640690 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffbccb-550d-4eaa-82cc-d1e0efceae33 req-3b03f072-4f87-4103-8206-7322902235cc tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:10.642157 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bbffbccb-550d-4eaa-82cc-d1e0efceae33 req-3b03f072-4f87-4103-8206-7322902235cc tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 946 time: 0.0521629 Mar 31 20:55:10.691239 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bbffbccb-550d-4eaa-82cc-d1e0efceae33 req-c671c215-aff4-4e9f-852f-e9e9c03f926a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423250 Mar 31 20:55:10.805968 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985910bf-fb91-4dea-a5af-54fe8d392101 req-1c76e32a-c3dd-4615-92c1-bc84058b1a67 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:10.807493 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-985910bf-fb91-4dea-a5af-54fe8d392101 req-1c76e32a-c3dd-4615-92c1-bc84058b1a67 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6564ee8-13e3-4e4f-9292-6880a160369f HTTP/1.1" status: 200 len: 945 time: 0.0549951 Mar 31 20:55:10.855968 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-985910bf-fb91-4dea-a5af-54fe8d392101 req-7d501ea5-2b37-4bcd-9218-28f2f1c04e29 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421648 Mar 31 20:55:11.224094 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45407806-2ec8-42be-8dba-5a2e29ba1c00 req-bc085092-7a65-4ea8-a0f4-19068beb915a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:11.225538 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-45407806-2ec8-42be-8dba-5a2e29ba1c00 req-bc085092-7a65-4ea8-a0f4-19068beb915a tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 946 time: 0.0521829 Mar 31 20:55:11.577082 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-45407806-2ec8-42be-8dba-5a2e29ba1c00 req-e79ec231-2d11-46b4-af1c-dd216e94db7d tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Deleting port 6691e9c2-0442-4aa2-afd4-88ce085a8e5b {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:55:11.577428 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-45407806-2ec8-42be-8dba-5a2e29ba1c00 req-e79ec231-2d11-46b4-af1c-dd216e94db7d tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (6691e9c2-0442-4aa2-afd4-88ce085a8e5b), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:11.663682 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-45407806-2ec8-42be-8dba-5a2e29ba1c00 req-e79ec231-2d11-46b4-af1c-dd216e94db7d tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] For port 6691e9c2-0442-4aa2-afd4-88ce085a8e5b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6691e9c2-0442-4aa2-afd4-88ce085a8e5b,segment=NetworkSegment(6c423cf7-1ebc-4c28-a1e1-93bb3014f642),segment_id=6c423cf7-1ebc-4c28-a1e1-93bb3014f642)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:55:11.664086 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-45407806-2ec8-42be-8dba-5a2e29ba1c00 req-e79ec231-2d11-46b4-af1c-dd216e94db7d tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (6691e9c2-0442-4aa2-afd4-88ce085a8e5b), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:11.676611 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-45407806-2ec8-42be-8dba-5a2e29ba1c00 req-e79ec231-2d11-46b4-af1c-dd216e94db7d tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Calling delete_port for 6691e9c2-0442-4aa2-afd4-88ce085a8e5b owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:55:11.690991 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8ffcf5c6-4b97-4fd9-8ce6-ac0bd5d33517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:11.818856 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472738c-0cf0-44b0-8eab-fb10382927fa req-55c814ed-2a62-473f-8705-e49278558527 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:11.820324 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a472738c-0cf0-44b0-8eab-fb10382927fa req-55c814ed-2a62-473f-8705-e49278558527 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 946 time: 0.0589898 Mar 31 20:55:11.845142 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-45407806-2ec8-42be-8dba-5a2e29ba1c00 req-e79ec231-2d11-46b4-af1c-dd216e94db7d tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (6691e9c2-0442-4aa2-afd4-88ce085a8e5b), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:11.870165 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a472738c-0cf0-44b0-8eab-fb10382927fa req-6fb3ad65-c8f1-490c-92f2-738ca4a0e154 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e70a5a4-5161-4e00-9fc8-18373c384b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440414 Mar 31 20:55:11.874529 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ec231-2d11-46b4-af1c-dd216e94db7d tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Pushing event deleted for resources: {'Port': ['ID=6691e9c2-0442-4aa2-afd4-88ce085a8e5b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:55:11.924102 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-45407806-2ec8-42be-8dba-5a2e29ba1c00 req-e79ec231-2d11-46b4-af1c-dd216e94db7d tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] No DVR routers for this DVR port 6691e9c2-0442-4aa2-afd4-88ce085a8e5b on host hv-cinder-83607 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:55:11.926781 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-45407806-2ec8-42be-8dba-5a2e29ba1c00 req-e79ec231-2d11-46b4-af1c-dd216e94db7d tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:11.930212 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-45407806-2ec8-42be-8dba-5a2e29ba1c00 req-e79ec231-2d11-46b4-af1c-dd216e94db7d tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.32 "DELETE /v2.0/ports/6691e9c2-0442-4aa2-afd4-88ce085a8e5b HTTP/1.1" status: 204 len: 173 time: 0.6974089 Mar 31 20:55:11.930660 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76c5e7b-2e22-452e-97ba-cdf734eb58bc', 'name': 'network-vif-deleted', 'tag': '6691e9c2-0442-4aa2-afd4-88ce085a8e5b'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:55:11.933067 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c6e136-a9c2-4ad8-ac2c-89ebeecfcf0a" -d '{"events": [{"server_uuid": "e76c5e7b-2e22-452e-97ba-cdf734eb58bc", "name": "network-vif-deleted", "tag": "6691e9c2-0442-4aa2-afd4-88ce085a8e5b"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:55:11.974843 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3530704d-d6fc-4784-adf8-b151bd6e6a6c x-openstack-request-id: req-3530704d-d6fc-4784-adf8-b151bd6e6a6c {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:55:11.975140 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e76c5e7b-2e22-452e-97ba-cdf734eb58bc", "name": "network-vif-deleted", "tag": "6691e9c2-0442-4aa2-afd4-88ce085a8e5b", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:55:11.975395 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3530704d-d6fc-4784-adf8-b151bd6e6a6c {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:55:11.975829 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3530704d-d6fc-4784-adf8-b151bd6e6a6c'] response: {'server_uuid': 'e76c5e7b-2e22-452e-97ba-cdf734eb58bc', 'name': 'network-vif-deleted', 'tag': '6691e9c2-0442-4aa2-afd4-88ce085a8e5b', 'status': 'completed', 'code': 200} Mar 31 20:55:11.991580 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f7229-21cd-4bd7-8af4-b2229532b7de req-acd5b96f-7f48-4320-870f-cc77355a55f5 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:11.993204 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-889f7229-21cd-4bd7-8af4-b2229532b7de req-acd5b96f-7f48-4320-870f-cc77355a55f5 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6564ee8-13e3-4e4f-9292-6880a160369f HTTP/1.1" status: 200 len: 945 time: 0.0590096 Mar 31 20:55:12.040625 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-889f7229-21cd-4bd7-8af4-b2229532b7de req-4cc98d5b-f652-45c1-b6f5-469533f70e35 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415325 Mar 31 20:55:12.703729 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6e8e-f21b-48ce-84ac-ae8823676268 req-9f20b797-e3f5-4630-a7ac-c0e1a1e45929 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:12.705135 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-d45f6e8e-f21b-48ce-84ac-ae8823676268 req-9f20b797-e3f5-4630-a7ac-c0e1a1e45929 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6564ee8-13e3-4e4f-9292-6880a160369f HTTP/1.1" status: 200 len: 945 time: 0.0534985 Mar 31 20:55:12.796996 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-d45f6e8e-f21b-48ce-84ac-ae8823676268 req-d548df11-c6b9-4980-bae6-18a1661c532c tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Deleting port 9caf2728-33a7-4fbe-932b-e8627985e4a0 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:55:12.797342 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d45f6e8e-f21b-48ce-84ac-ae8823676268 req-d548df11-c6b9-4980-bae6-18a1661c532c tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (9caf2728-33a7-4fbe-932b-e8627985e4a0), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:12.888046 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-d45f6e8e-f21b-48ce-84ac-ae8823676268 req-d548df11-c6b9-4980-bae6-18a1661c532c tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] For port 9caf2728-33a7-4fbe-932b-e8627985e4a0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9caf2728-33a7-4fbe-932b-e8627985e4a0,segment=NetworkSegment(b906f337-630f-4de4-8741-ff469e962146),segment_id=b906f337-630f-4de4-8741-ff469e962146)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:55:12.888414 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d45f6e8e-f21b-48ce-84ac-ae8823676268 req-d548df11-c6b9-4980-bae6-18a1661c532c tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (9caf2728-33a7-4fbe-932b-e8627985e4a0), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:12.901258 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-d45f6e8e-f21b-48ce-84ac-ae8823676268 req-d548df11-c6b9-4980-bae6-18a1661c532c tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Calling delete_port for 9caf2728-33a7-4fbe-932b-e8627985e4a0 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:55:12.984767 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ac8810d8-c43b-417b-831a-41e9b8dc950c req-8440bb3e-7da1-4a42-89ec-eb0b2e3abfe7 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "GET /v2.0/ports?device_id=e76c5e7b-2e22-452e-97ba-cdf734eb58bc HTTP/1.1" status: 200 len: 210 time: 0.0276740 Mar 31 20:55:13.097067 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d45f6e8e-f21b-48ce-84ac-ae8823676268 req-d548df11-c6b9-4980-bae6-18a1661c532c tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (9caf2728-33a7-4fbe-932b-e8627985e4a0), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:13.110296 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['9caf2728-33a7-4fbe-932b-e8627985e4a0'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:55:13.128253 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548df11-c6b9-4980-bae6-18a1661c532c tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Pushing event deleted for resources: {'Port': ['ID=9caf2728-33a7-4fbe-932b-e8627985e4a0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:55:13.136363 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-81c84eb3-0a97-414b-b315-18578f20bc1e req-5f0bfcc9-a16e-4698-9009-700a424731a1 tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6564ee8-13e3-4e4f-9292-6880a160369f HTTP/1.1" status: 200 len: 210 time: 0.0277567 Mar 31 20:55:13.172741 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45f6e8e-f21b-48ce-84ac-ae8823676268 req-d548df11-c6b9-4980-bae6-18a1661c532c tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] No DVR routers for this DVR port 9caf2728-33a7-4fbe-932b-e8627985e4a0 on host hv-cinder-83607 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:55:13.175189 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d45f6e8e-f21b-48ce-84ac-ae8823676268 req-d548df11-c6b9-4980-bae6-18a1661c532c tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:13.179170 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-d45f6e8e-f21b-48ce-84ac-ae8823676268 req-d548df11-c6b9-4980-bae6-18a1661c532c tempest-VolumesSnapshotTestJSON-1624468848 tempest-VolumesSnapshotTestJSON-1624468848-project] 10.222.0.32 "DELETE /v2.0/ports/9caf2728-33a7-4fbe-932b-e8627985e4a0 HTTP/1.1" status: 204 len: 173 time: 0.4677782 Mar 31 20:55:13.422044 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:13.976965 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6564ee8-13e3-4e4f-9292-6880a160369f', 'name': 'network-vif-deleted', 'tag': '9caf2728-33a7-4fbe-932b-e8627985e4a0'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:55:13.979304 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2f5e34-43a4-49c1-a729-9841a01201db" -d '{"events": [{"server_uuid": "b6564ee8-13e3-4e4f-9292-6880a160369f", "name": "network-vif-deleted", "tag": "9caf2728-33a7-4fbe-932b-e8627985e4a0"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:55:14.013482 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faaf749-201c-43ca-931b-000f34deaa4e x-openstack-request-id: req-3faaf749-201c-43ca-931b-000f34deaa4e {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:55:14.013779 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6564ee8-13e3-4e4f-9292-6880a160369f", "name": "network-vif-deleted", "tag": "9caf2728-33a7-4fbe-932b-e8627985e4a0", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:55:14.014038 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3faaf749-201c-43ca-931b-000f34deaa4e {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:55:14.014450 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3faaf749-201c-43ca-931b-000f34deaa4e'] response: {'server_uuid': 'b6564ee8-13e3-4e4f-9292-6880a160369f', 'name': 'network-vif-deleted', 'tag': '9caf2728-33a7-4fbe-932b-e8627985e4a0', 'status': 'completed', 'code': 200} Mar 31 20:55:14.041916 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37126) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:55:14.175809 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-48bab295-3a7c-46c0-aa5a-4ef06f288a0b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Deleting port 34b5861f-af27-4877-bb6c-2c79f636575b {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:55:14.178875 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48bab295-3a7c-46c0-aa5a-4ef06f288a0b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (34b5861f-af27-4877-bb6c-2c79f636575b), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:14.264696 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48bab295-3a7c-46c0-aa5a-4ef06f288a0b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (34b5861f-af27-4877-bb6c-2c79f636575b), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:14.265013 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48bab295-3a7c-46c0-aa5a-4ef06f288a0b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for floatingip (34b5861f-af27-4877-bb6c-2c79f636575b), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:14.277293 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-48bab295-3a7c-46c0-aa5a-4ef06f288a0b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Calling delete_port for 34b5861f-af27-4877-bb6c-2c79f636575b owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:55:14.495006 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48bab295-3a7c-46c0-aa5a-4ef06f288a0b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (34b5861f-af27-4877-bb6c-2c79f636575b), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:14.516114 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bab295-3a7c-46c0-aa5a-4ef06f288a0b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Pushing event deleted for resources: {'Port': ['ID=34b5861f-af27-4877-bb6c-2c79f636575b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:55:14.577477 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48bab295-3a7c-46c0-aa5a-4ef06f288a0b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for floatingip (b12a2e20-de06-47da-8694-5c8ea4abd438), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:14.580103 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48bab295-3a7c-46c0-aa5a-4ef06f288a0b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:14.581331 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-48bab295-3a7c-46c0-aa5a-4ef06f288a0b tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "DELETE /v2.0/floatingips/b12a2e20-de06-47da-8694-5c8ea4abd438 HTTP/1.1" status: 204 len: 168 time: 0.5384519 Mar 31 20:55:15.063484 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 6691e9c2-0442-4aa2-afd4-88ce085a8e5b no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:55:15.086912 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] No Port match for: 6691e9c2-0442-4aa2-afd4-88ce085a8e5b {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:55:15.088288 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 6691e9c2-0442-4aa2-afd4-88ce085a8e5b not bound to the agent host hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:55:15.194437 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:15.564705 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:55:15.684918 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:15.875443 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37150) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:55:15.933090 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-40635b7e-5e62-42b9-a309-5f1bbd037435 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for security_group (2e70a5a4-5161-4e00-9fc8-18373c384b3e), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:15.958794 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-40635b7e-5e62-42b9-a309-5f1bbd037435 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for security_group (2e70a5a4-5161-4e00-9fc8-18373c384b3e), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:16.062212 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-40635b7e-5e62-42b9-a309-5f1bbd037435 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (2e70a5a4-5161-4e00-9fc8-18373c384b3e), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:16.064844 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-40635b7e-5e62-42b9-a309-5f1bbd037435 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:16.066029 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-40635b7e-5e62-42b9-a309-5f1bbd037435 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] 10.222.0.61 "DELETE /v2.0/security-groups/2e70a5a4-5161-4e00-9fc8-18373c384b3e HTTP/1.1" status: 204 len: 168 time: 0.1895623 Mar 31 20:55:16.079300 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40635b7e-5e62-42b9-a309-5f1bbd037435 tempest-TestVolumeBootPattern-1524999067 tempest-TestVolumeBootPattern-1524999067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e70a5a4-5161-4e00-9fc8-18373c384b3e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:55:16.163863 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37156) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:55:16.654823 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-537962ad-61fb-409d-940a-e9491a04e32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16736117'] for router_interface (4002ab7e-0d54-450d-8fbd-c167b8e820ec), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:16.931432 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-537962ad-61fb-409d-940a-e9491a04e32d admin admin] Deleting port 6c291cad-ed57-4c34-b352-dc37c188f7a5 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:55:16.932109 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-537962ad-61fb-409d-940a-e9491a04e32d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (6c291cad-ed57-4c34-b352-dc37c188f7a5), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:17.022443 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-537962ad-61fb-409d-940a-e9491a04e32d admin admin] For port 6c291cad-ed57-4c34-b352-dc37c188f7a5, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=6c291cad-ed57-4c34-b352-dc37c188f7a5,segment=NetworkSegment(6c423cf7-1ebc-4c28-a1e1-93bb3014f642),segment_id=6c423cf7-1ebc-4c28-a1e1-93bb3014f642)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:55:17.022799 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-537962ad-61fb-409d-940a-e9491a04e32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (6c291cad-ed57-4c34-b352-dc37c188f7a5), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:17.036549 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-537962ad-61fb-409d-940a-e9491a04e32d admin admin] Calling delete_port for 6c291cad-ed57-4c34-b352-dc37c188f7a5 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:55:17.290839 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-537962ad-61fb-409d-940a-e9491a04e32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (6c291cad-ed57-4c34-b352-dc37c188f7a5), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:17.316857 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537962ad-61fb-409d-940a-e9491a04e32d admin admin] Pushing event deleted for resources: {'Port': ['ID=6c291cad-ed57-4c34-b352-dc37c188f7a5,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:55:17.322919 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 9caf2728-33a7-4fbe-932b-e8627985e4a0 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:55:17.357653 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] No Port match for: 9caf2728-33a7-4fbe-932b-e8627985e4a0 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:55:17.358003 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 9caf2728-33a7-4fbe-932b-e8627985e4a0 not bound to the agent host hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:55:17.482993 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-537962ad-61fb-409d-940a-e9491a04e32d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16300112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16729829'] for router_interface (4002ab7e-0d54-450d-8fbd-c167b8e820ec), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:17.707429 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537962ad-61fb-409d-940a-e9491a04e32d admin admin] Router 4002ab7e-0d54-450d-8fbd-c167b8e820ec has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:55:17.818841 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537962ad-61fb-409d-940a-e9491a04e32d admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:55:17.820744 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab75044-4315-40a6-9615-3f8f04b98a23 req-fe20883e-6748-4701-a166-755b02d93506 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:17.822238 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2ab75044-4315-40a6-9615-3f8f04b98a23 req-fe20883e-6748-4701-a166-755b02d93506 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 985 time: 0.0533116 Mar 31 20:55:17.826930 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-537962ad-61fb-409d-940a-e9491a04e32d admin admin] 10.222.0.61 "PUT /v2.0/routers/4002ab7e-0d54-450d-8fbd-c167b8e820ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6591158 Mar 31 20:55:17.826930 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37168) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:55:17.828493 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a77cc6-cee6-43f4-97ee-49ad06d1bff7 None None] Sync routers for ids ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:55:17.839537 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a77cc6-cee6-43f4-97ee-49ad06d1bff7 None None] Routers {'4002ab7e-0d54-450d-8fbd-c167b8e820ec'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:55:17.840209 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-a6a77cc6-cee6-43f4-97ee-49ad06d1bff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:55:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:55:17.909702 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-2ab75044-4315-40a6-9615-3f8f04b98a23 req-ad74c543-d15d-4b23-a591-d05a265ac754 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&id=ed343599-5d86-40e1-b099-9008afdbbde8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0733323 Mar 31 20:55:17.948985 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e09-d1c5-46d2-bde1-4d5eea2e0a9d admin admin] Publish callbacks [] for router (4002ab7e-0d54-450d-8fbd-c167b8e820ec), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:18.055235 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e09-d1c5-46d2-bde1-4d5eea2e0a9d admin admin] Publish callbacks [] for router_gateway (4002ab7e-0d54-450d-8fbd-c167b8e820ec), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:18.080676 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-a6a77cc6-cee6-43f4-97ee-49ad06d1bff7 None None] Set router 4002ab7e-0d54-450d-8fbd-c167b8e820ec gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:55:18.162829 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9ce93e09-d1c5-46d2-bde1-4d5eea2e0a9d admin admin] Deleting port a8b3f8fc-9f21-4f28-8911-c7203d867cdc {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:55:18.163322 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e09-d1c5-46d2-bde1-4d5eea2e0a9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (a8b3f8fc-9f21-4f28-8911-c7203d867cdc), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:18.246695 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-9ce93e09-d1c5-46d2-bde1-4d5eea2e0a9d admin admin] For port a8b3f8fc-9f21-4f28-8911-c7203d867cdc, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=a8b3f8fc-9f21-4f28-8911-c7203d867cdc,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:55:18.247058 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e09-d1c5-46d2-bde1-4d5eea2e0a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (a8b3f8fc-9f21-4f28-8911-c7203d867cdc), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:18.257482 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-a6a77cc6-cee6-43f4-97ee-49ad06d1bff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:55:17Z', 'revision_number': 5, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port': {'id': 'a8b3f8fc-9f21-4f28-8911-c7203d867cdc', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:18Z', 'updated_at': '2022-03-31T20:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:55:18.263580 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9ce93e09-d1c5-46d2-bde1-4d5eea2e0a9d admin admin] Calling delete_port for a8b3f8fc-9f21-4f28-8911-c7203d867cdc owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:55:18.283926 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a77cc6-cee6-43f4-97ee-49ad06d1bff7 None None] Checking router: 4002ab7e-0d54-450d-8fbd-c167b8e820ec for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:55:18.292520 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a77cc6-cee6-43f4-97ee-49ad06d1bff7 None None] Routers {'4002ab7e-0d54-450d-8fbd-c167b8e820ec'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:55:18.293150 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-a6a77cc6-cee6-43f4-97ee-49ad06d1bff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:55:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:55:18.387347 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-a6a77cc6-cee6-43f4-97ee-49ad06d1bff7 None None] Set router 4002ab7e-0d54-450d-8fbd-c167b8e820ec gateway port host: None {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:55:18.442666 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-a6a77cc6-cee6-43f4-97ee-49ad06d1bff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:55:18Z', 'revision_number': 6, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port_host': None}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:55:18.468591 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a77cc6-cee6-43f4-97ee-49ad06d1bff7 None None] The sync data for ids ['4002ab7e-0d54-450d-8fbd-c167b8e820ec'] in dv-cinder-836072-1-iscsi is: [{'id': '4002ab7e-0d54-450d-8fbd-c167b8e820ec', 'name': 'tempest-TestVolumeBootPattern-587570888-router', 'tenant_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:17Z', 'updated_at': '2022-03-31T20:55:18Z', 'revision_number': 6, 'project_id': 'cb4630cdf1214e68ab28a5d2bb2358cd', 'gw_port_host': None}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:55:18.498420 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e09-d1c5-46d2-bde1-4d5eea2e0a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (a8b3f8fc-9f21-4f28-8911-c7203d867cdc), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:18.526156 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce93e09-d1c5-46d2-bde1-4d5eea2e0a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=a8b3f8fc-9f21-4f28-8911-c7203d867cdc,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:55:18.588687 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e09-d1c5-46d2-bde1-4d5eea2e0a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16728079'] for router_gateway (4002ab7e-0d54-450d-8fbd-c167b8e820ec), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:18.680049 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e09-d1c5-46d2-bde1-4d5eea2e0a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16730259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016'] for router (4002ab7e-0d54-450d-8fbd-c167b8e820ec), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:18.682459 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e09-d1c5-46d2-bde1-4d5eea2e0a9d admin admin] Publish callbacks [] for router_controller (4002ab7e-0d54-450d-8fbd-c167b8e820ec), precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:18.907644 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e09-d1c5-46d2-bde1-4d5eea2e0a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16730346'] for router (4002ab7e-0d54-450d-8fbd-c167b8e820ec), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:18.908259 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce93e09-d1c5-46d2-bde1-4d5eea2e0a9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4002ab7e-0d54-450d-8fbd-c167b8e820ec {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:55:18.917042 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e09-d1c5-46d2-bde1-4d5eea2e0a9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:18.917042 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-9ce93e09-d1c5-46d2-bde1-4d5eea2e0a9d admin admin] 10.222.0.61 "DELETE /v2.0/routers/4002ab7e-0d54-450d-8fbd-c167b8e820ec HTTP/1.1" status: 204 len: 168 time: 1.0864151 Mar 31 20:55:18.917042 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37172) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:55:18.961147 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f30639-c3e1-408e-b696-af32b1545a30 admin admin] Deleting subnet 6d8ae2ad-26c3-4ccb-8104-532540816283 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:55:18.964353 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47f30639-c3e1-408e-b696-af32b1545a30 admin admin] Publish callbacks [] for subnet (6d8ae2ad-26c3-4ccb-8104-532540816283), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:19.001934 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47f30639-c3e1-408e-b696-af32b1545a30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24749390'] for subnet (6d8ae2ad-26c3-4ccb-8104-532540816283), precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:19.029932 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96faa3b-a167-414c-8274-752e336bb998 req-bba76f00-5164-4b30-92a6-26ed05968fca tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:19.031394 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c96faa3b-a167-414c-8274-752e336bb998 req-bba76f00-5164-4b30-92a6-26ed05968fca tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 985 time: 0.0544651 Mar 31 20:55:19.097158 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c96faa3b-a167-414c-8274-752e336bb998 req-53a57f97-49df-4081-baef-c62a5d6d3403 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&id=ed343599-5d86-40e1-b099-9008afdbbde8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569069 Mar 31 20:55:19.366362 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9b18d-2e38-4c0c-90b4-aa1c0349fd61 req-ef0524c6-9377-43cb-bad1-de940f6204fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:19.367889 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-88a9b18d-2e38-4c0c-90b4-aa1c0349fd61 req-ef0524c6-9377-43cb-bad1-de940f6204fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2baaa83d12dc4ab292f334323cf092df&device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 1169 time: 0.3461647 Mar 31 20:55:19.422766 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47f30639-c3e1-408e-b696-af32b1545a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1035066'] for subnet (6d8ae2ad-26c3-4ccb-8104-532540816283), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:19.503450 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9b18d-2e38-4c0c-90b4-aa1c0349fd61 req-10ded4ff-0ae5-494f-9bda-0da9297ecea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:19.505538 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-88a9b18d-2e38-4c0c-90b4-aa1c0349fd61 req-10ded4ff-0ae5-494f-9bda-0da9297ecea8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3e737225-4e10-471d-acfd-b8b95aab17aa HTTP/1.1" status: 200 len: 916 time: 0.1316829 Mar 31 20:55:19.559828 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47f30639-c3e1-408e-b696-af32b1545a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25000101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24512333'] for subnet (6d8ae2ad-26c3-4ccb-8104-532540816283), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:19.597406 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-88a9b18d-2e38-4c0c-90b4-aa1c0349fd61 req-8135365c-e38f-4da9-84fa-7626c28cda33 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c321f820-81fe-4d5b-a433-d5122f2986ed HTTP/1.1" status: 200 len: 1002 time: 0.0859909 Mar 31 20:55:19.598078 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f30639-c3e1-408e-b696-af32b1545a30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d8ae2ad-26c3-4ccb-8104-532540816283,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:55:19.600566 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47f30639-c3e1-408e-b696-af32b1545a30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:19.603141 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a3b621-4ba2-4215-a663-0b75685a9882 None None] Network 891ebc70-d7d8-43ce-bc93-700332ce0830 requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:55:19.603629 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-47f30639-c3e1-408e-b696-af32b1545a30 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6d8ae2ad-26c3-4ccb-8104-532540816283 HTTP/1.1" status: 204 len: 168 time: 0.6858885 Mar 31 20:55:19.606317 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37178) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:55:19.628514 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f30639-c3e1-408e-b696-af32b1545a30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:19.628860 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f30639-c3e1-408e-b696-af32b1545a30 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:19.629204 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f30639-c3e1-408e-b696-af32b1545a30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:19.630114 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f30639-c3e1-408e-b696-af32b1545a30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:19.630433 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f30639-c3e1-408e-b696-af32b1545a30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:19.630761 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f30639-c3e1-408e-b696-af32b1545a30 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:19.631109 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f30639-c3e1-408e-b696-af32b1545a30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:19.631413 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f30639-c3e1-408e-b696-af32b1545a30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:19.631740 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f30639-c3e1-408e-b696-af32b1545a30 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:19.632098 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f30639-c3e1-408e-b696-af32b1545a30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:19.632431 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f30639-c3e1-408e-b696-af32b1545a30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:19.632758 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f30639-c3e1-408e-b696-af32b1545a30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:19.633081 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f30639-c3e1-408e-b696-af32b1545a30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:19.633427 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f30639-c3e1-408e-b696-af32b1545a30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:19.633718 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f30639-c3e1-408e-b696-af32b1545a30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:19.718744 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9b18d-2e38-4c0c-90b4-aa1c0349fd61 req-e04566b1-1f0d-4b4b-848e-ef9fc6d25990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:19.720409 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-88a9b18d-2e38-4c0c-90b4-aa1c0349fd61 req-e04566b1-1f0d-4b4b-848e-ef9fc6d25990 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e2a9dc63-6aa9-4b12-9195-8c9805fa9604 HTTP/1.1" status: 200 len: 854 time: 0.1147604 Mar 31 20:55:19.728022 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-017e4f96-4ce6-47cc-a3ac-1e70205206ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913787'] for network (891ebc70-d7d8-43ce-bc93-700332ce0830), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:19.751917 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da9adcb-0263-4b98-b71b-1e4f5e042cb8 None None] DHCP port deletion for 891ebc70-d7d8-43ce-bc93-700332ce0830 request from dv-cinder-836072-1-iscsi {{(pid=110551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:55:19.800738 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9b18d-2e38-4c0c-90b4-aa1c0349fd61 req-0066a32b-2982-48b5-be0c-9d17c6277dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:19.802824 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-88a9b18d-2e38-4c0c-90b4-aa1c0349fd61 req-0066a32b-2982-48b5-be0c-9d17c6277dc4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e737225-4e10-471d-acfd-b8b95aab17aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0728948 Mar 31 20:55:19.803563 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-9da9adcb-0263-4b98-b71b-1e4f5e042cb8 None None] Deleting port b40a0957-c6a9-4a0c-aba2-7022835578e5 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:55:19.803973 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9da9adcb-0263-4b98-b71b-1e4f5e042cb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (b40a0957-c6a9-4a0c-aba2-7022835578e5), before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:19.869644 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-017e4f96-4ce6-47cc-a3ac-1e70205206ba admin admin] Deleting port b40a0957-c6a9-4a0c-aba2-7022835578e5 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:55:19.869977 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-017e4f96-4ce6-47cc-a3ac-1e70205206ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (b40a0957-c6a9-4a0c-aba2-7022835578e5), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:19.875635 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-9da9adcb-0263-4b98-b71b-1e4f5e042cb8 None None] For port b40a0957-c6a9-4a0c-aba2-7022835578e5, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=b40a0957-c6a9-4a0c-aba2-7022835578e5,segment=NetworkSegment(6c423cf7-1ebc-4c28-a1e1-93bb3014f642),segment_id=6c423cf7-1ebc-4c28-a1e1-93bb3014f642)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:55:19.876133 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9da9adcb-0263-4b98-b71b-1e4f5e042cb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (b40a0957-c6a9-4a0c-aba2-7022835578e5), precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:19.901057 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-9da9adcb-0263-4b98-b71b-1e4f5e042cb8 None None] Calling delete_port for b40a0957-c6a9-4a0c-aba2-7022835578e5 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:55:19.989539 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-017e4f96-4ce6-47cc-a3ac-1e70205206ba admin admin] For port b40a0957-c6a9-4a0c-aba2-7022835578e5, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=b40a0957-c6a9-4a0c-aba2-7022835578e5,segment=NetworkSegment(6c423cf7-1ebc-4c28-a1e1-93bb3014f642),segment_id=6c423cf7-1ebc-4c28-a1e1-93bb3014f642)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:55:19.989539 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-017e4f96-4ce6-47cc-a3ac-1e70205206ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (b40a0957-c6a9-4a0c-aba2-7022835578e5), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:19.999095 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-88a9b18d-2e38-4c0c-90b4-aa1c0349fd61 req-ed7c90ed-0c47-4cd0-b095-83fdc532396e service neutron] 10.222.0.32 "GET /v2.0/networks/3e737225-4e10-471d-acfd-b8b95aab17aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894813 Mar 31 20:55:20.004485 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-017e4f96-4ce6-47cc-a3ac-1e70205206ba admin admin] Calling delete_port for b40a0957-c6a9-4a0c-aba2-7022835578e5 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:55:20.044836 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9da9adcb-0263-4b98-b71b-1e4f5e042cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414'] for port (b40a0957-c6a9-4a0c-aba2-7022835578e5), after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:20.071265 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9adcb-0263-4b98-b71b-1e4f5e042cb8 None None] Pushing event deleted for resources: {'Port': ['ID=b40a0957-c6a9-4a0c-aba2-7022835578e5,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:55:20.076065 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da9adcb-0263-4b98-b71b-1e4f5e042cb8 None None] No DVR routers for this DVR port b40a0957-c6a9-4a0c-aba2-7022835578e5 on host dv-cinder-836072-1-iscsi {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:55:20.150354 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-88a9b18d-2e38-4c0c-90b4-aa1c0349fd61 req-0628e39f-f2b9-495c-b90e-ccaa73f9d66e service neutron] 10.222.0.32 "GET /v2.0/networks/3e737225-4e10-471d-acfd-b8b95aab17aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439219 Mar 31 20:55:20.158285 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-017e4f96-4ce6-47cc-a3ac-1e70205206ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (b40a0957-c6a9-4a0c-aba2-7022835578e5), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:20.186198 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e4f96-4ce6-47cc-a3ac-1e70205206ba admin admin] Pushing event deleted for resources: {'Port': ['ID=b40a0957-c6a9-4a0c-aba2-7022835578e5,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:55:20.188061 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017e4f96-4ce6-47cc-a3ac-1e70205206ba admin admin] No DVR routers for this DVR port b40a0957-c6a9-4a0c-aba2-7022835578e5 on host dv-cinder-836072-1-iscsi {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:55:20.228725 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d7537-26de-46a4-8ead-c3ed30b0c19e req-a19634b8-21f6-4b31-a083-055993ec1ebb tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:20.228725 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-833d7537-26de-46a4-8ead-c3ed30b0c19e req-a19634b8-21f6-4b31-a083-055993ec1ebb tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 985 time: 0.0574470 Mar 31 20:55:20.267990 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-017e4f96-4ce6-47cc-a3ac-1e70205206ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999857', 'neutron.services.segments.db._delete_segments_for_network-8784743285306'] for network (891ebc70-d7d8-43ce-bc93-700332ce0830), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:20.292795 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-017e4f96-4ce6-47cc-a3ac-1e70205206ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891ebc70-d7d8-43ce-bc93-700332ce0830']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:55:20.305903 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-017e4f96-4ce6-47cc-a3ac-1e70205206ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c423cf7-1ebc-4c28-a1e1-93bb3014f642') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:55:20.307710 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-017e4f96-4ce6-47cc-a3ac-1e70205206ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c423cf7-1ebc-4c28-a1e1-93bb3014f642') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:55:20.313933 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-833d7537-26de-46a4-8ead-c3ed30b0c19e req-9ba22336-86cc-4768-b4e5-b363978858d5 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&id=ed343599-5d86-40e1-b099-9008afdbbde8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0766048 Mar 31 20:55:20.319601 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-017e4f96-4ce6-47cc-a3ac-1e70205206ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784743283779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24749381'] for segment (6c423cf7-1ebc-4c28-a1e1-93bb3014f642), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:20.336270 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-017e4f96-4ce6-47cc-a3ac-1e70205206ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (6c423cf7-1ebc-4c28-a1e1-93bb3014f642), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:20.342328 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017e4f96-4ce6-47cc-a3ac-1e70205206ba admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:55:20.342732 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-017e4f96-4ce6-47cc-a3ac-1e70205206ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24999171'] for segment (6c423cf7-1ebc-4c28-a1e1-93bb3014f642), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: self.session.flush() Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: self.session.flush() Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: self.session.flush() Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: self.session.flush() Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: Traceback (most recent call last): Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: timer() Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: cb(*args, **kw) Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: return func(*args, **kwargs) Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: self._notify() Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: self.callback(batched_events) Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: event.method(event) Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: return f(self, *a, **k) Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: return self._get(url).json() Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: return self.request(url, 'GET', **kwargs) Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:55:20.344406 dv-cinder-836072-1-iscsi neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:55:20.419494 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device a8b3f8fc-9f21-4f28-8911-c7203d867cdc no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:55:20.439660 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: a8b3f8fc-9f21-4f28-8911-c7203d867cdc {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:55:20.440065 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device a8b3f8fc-9f21-4f28-8911-c7203d867cdc not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:55:20.440481 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 6c291cad-ed57-4c34-b352-dc37c188f7a5 no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:55:20.456159 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-017e4f96-4ce6-47cc-a3ac-1e70205206ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728163'] for network (891ebc70-d7d8-43ce-bc93-700332ce0830), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:20.459171 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: 6c291cad-ed57-4c34-b352-dc37c188f7a5 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:55:20.459525 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 6c291cad-ed57-4c34-b352-dc37c188f7a5 not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:55:20.460014 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device b40a0957-c6a9-4a0c-aba2-7022835578e5 no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:55:20.465582 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-017e4f96-4ce6-47cc-a3ac-1e70205206ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:20.465582 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-017e4f96-4ce6-47cc-a3ac-1e70205206ba admin admin] 10.222.0.61 "DELETE /v2.0/networks/891ebc70-d7d8-43ce-bc93-700332ce0830 HTTP/1.1" status: 204 len: 168 time: 0.8572733 Mar 31 20:55:20.467411 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37188) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:55:20.477887 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e4f96-4ce6-47cc-a3ac-1e70205206ba admin admin] Pushing event deleted for resources: {'Network': ['ID=891ebc70-d7d8-43ce-bc93-700332ce0830,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:55:20.479808 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: b40a0957-c6a9-4a0c-aba2-7022835578e5 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:55:20.480165 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device b40a0957-c6a9-4a0c-aba2-7022835578e5 not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:55:20.828350 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16736117'] for router_interface (88194c0f-13e1-46cb-8c2c-9f4326adfafc), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:21.083605 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Deleting port 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8 {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:55:21.084033 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:21.163748 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] For port 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8,segment=NetworkSegment(02b21916-8b8b-4965-873b-ba342955176e),segment_id=02b21916-8b8b-4965-873b-ba342955176e)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:55:21.164138 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:21.176562 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Calling delete_port for 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8 owned by network:router_interface {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:55:21.438511 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76508584-90f2-4d83-adbd-7564ec5ab2e5 req-5bdfd2f4-0e47-4acb-863a-e917d675d0b8 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:21.440015 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-76508584-90f2-4d83-adbd-7564ec5ab2e5 req-5bdfd2f4-0e47-4acb-863a-e917d675d0b8 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 985 time: 0.0564363 Mar 31 20:55:21.461273 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:21.499402 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Pushing event deleted for resources: {'Port': ['ID=8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:55:21.534863 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:21.536200 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:21.536200 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:21.536200 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:21.536515 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:21.536731 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:21.537068 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:21.537401 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:21.537733 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:21.538111 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:21.538444 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:21.538773 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:21.539100 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:21.539428 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:21.539752 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:55:21.585720 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-76508584-90f2-4d83-adbd-7564ec5ab2e5 req-d0741c6f-ca0a-4517-95b4-7651423d9296 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&id=ed343599-5d86-40e1-b099-9008afdbbde8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1393900 Mar 31 20:55:21.705397 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16300112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16729829'] for router_interface (88194c0f-13e1-46cb-8c2c-9f4326adfafc), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:21.925183 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Router 88194c0f-13e1-46cb-8c2c-9f4326adfafc has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:55:22.033976 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:55:22.042451 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37202) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:55:22.042980 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-7b3496dd-8aab-4256-9cf3-e7bfd51122be admin admin] 10.222.0.61 "PUT /v2.0/routers/88194c0f-13e1-46cb-8c2c-9f4326adfafc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5739794 Mar 31 20:55:22.043615 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1305c57-f404-427d-91cc-b2cb89a2b8c7 None None] Sync routers for ids ['88194c0f-13e1-46cb-8c2c-9f4326adfafc'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:55:22.054718 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1305c57-f404-427d-91cc-b2cb89a2b8c7 None None] Routers {'88194c0f-13e1-46cb-8c2c-9f4326adfafc'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:55:22.055332 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c1305c57-f404-427d-91cc-b2cb89a2b8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:55:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['88194c0f-13e1-46cb-8c2c-9f4326adfafc'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:55:22.151296 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-796374b6-66e1-45ae-a788-0bb54288266c admin admin] Publish callbacks [] for router (88194c0f-13e1-46cb-8c2c-9f4326adfafc), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:22.161450 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-c1305c57-f404-427d-91cc-b2cb89a2b8c7 None None] Set router 88194c0f-13e1-46cb-8c2c-9f4326adfafc gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:55:22.263455 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-796374b6-66e1-45ae-a788-0bb54288266c admin admin] Publish callbacks [] for router_gateway (88194c0f-13e1-46cb-8c2c-9f4326adfafc), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:22.343874 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c1305c57-f404-427d-91cc-b2cb89a2b8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88194c0f-13e1-46cb-8c2c-9f4326adfafc', 'name': 'tempest-TestVolumeBootPattern-494360564-router', 'tenant_id': '682280ac4edb4516be9b7e6317661aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'ce2d8e2a-c856-4a5f-b03f-febd8a11b748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:24Z', 'updated_at': '2022-03-31T20:55:21Z', 'revision_number': 5, 'project_id': '682280ac4edb4516be9b7e6317661aa8', 'gw_port': {'id': 'ce2d8e2a-c856-4a5f-b03f-febd8a11b748', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:87:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88194c0f-13e1-46cb-8c2c-9f4326adfafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:47:25Z', 'updated_at': '2022-03-31T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:55:22.370986 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1305c57-f404-427d-91cc-b2cb89a2b8c7 None None] Checking router: 88194c0f-13e1-46cb-8c2c-9f4326adfafc for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:55:22.379510 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1305c57-f404-427d-91cc-b2cb89a2b8c7 None None] Routers {'88194c0f-13e1-46cb-8c2c-9f4326adfafc'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:55:22.380165 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c1305c57-f404-427d-91cc-b2cb89a2b8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:55:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['88194c0f-13e1-46cb-8c2c-9f4326adfafc'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:55:22.425891 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-796374b6-66e1-45ae-a788-0bb54288266c admin admin] Deleting port ce2d8e2a-c856-4a5f-b03f-febd8a11b748 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:55:22.426261 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-796374b6-66e1-45ae-a788-0bb54288266c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (ce2d8e2a-c856-4a5f-b03f-febd8a11b748), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:22.471087 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-c1305c57-f404-427d-91cc-b2cb89a2b8c7 None None] Set router 88194c0f-13e1-46cb-8c2c-9f4326adfafc gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:55:22.504597 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-796374b6-66e1-45ae-a788-0bb54288266c admin admin] For port ce2d8e2a-c856-4a5f-b03f-febd8a11b748, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=ce2d8e2a-c856-4a5f-b03f-febd8a11b748,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:55:22.504955 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-796374b6-66e1-45ae-a788-0bb54288266c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (ce2d8e2a-c856-4a5f-b03f-febd8a11b748), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:22.517610 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-796374b6-66e1-45ae-a788-0bb54288266c admin admin] Calling delete_port for ce2d8e2a-c856-4a5f-b03f-febd8a11b748 owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:55:22.522056 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c1305c57-f404-427d-91cc-b2cb89a2b8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88194c0f-13e1-46cb-8c2c-9f4326adfafc', 'name': 'tempest-TestVolumeBootPattern-494360564-router', 'tenant_id': '682280ac4edb4516be9b7e6317661aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:24Z', 'updated_at': '2022-03-31T20:55:22Z', 'revision_number': 6, 'project_id': '682280ac4edb4516be9b7e6317661aa8', 'gw_port_host': None}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:55:22.551354 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1305c57-f404-427d-91cc-b2cb89a2b8c7 None None] The sync data for ids ['88194c0f-13e1-46cb-8c2c-9f4326adfafc'] in dv-cinder-836072-1-iscsi is: [{'id': '88194c0f-13e1-46cb-8c2c-9f4326adfafc', 'name': 'tempest-TestVolumeBootPattern-494360564-router', 'tenant_id': '682280ac4edb4516be9b7e6317661aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:47:24Z', 'updated_at': '2022-03-31T20:55:22Z', 'revision_number': 6, 'project_id': '682280ac4edb4516be9b7e6317661aa8', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:55:22.706607 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac1209-06cb-4ce4-8e7d-a33e5b28721c req-a4cda942-accd-48ca-bdac-6154db4799bb tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:22.708655 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7aac1209-06cb-4ce4-8e7d-a33e5b28721c req-a4cda942-accd-48ca-bdac-6154db4799bb tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 985 time: 0.0546036 Mar 31 20:55:22.771029 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7aac1209-06cb-4ce4-8e7d-a33e5b28721c req-00969d89-b3f4-4e72-889c-50637bffe2ca tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&id=ed343599-5d86-40e1-b099-9008afdbbde8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556037 Mar 31 20:55:22.799143 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-796374b6-66e1-45ae-a788-0bb54288266c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (ce2d8e2a-c856-4a5f-b03f-febd8a11b748), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:22.826485 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796374b6-66e1-45ae-a788-0bb54288266c admin admin] Pushing event deleted for resources: {'Port': ['ID=ce2d8e2a-c856-4a5f-b03f-febd8a11b748,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:55:22.892115 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-796374b6-66e1-45ae-a788-0bb54288266c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16728079'] for router_gateway (88194c0f-13e1-46cb-8c2c-9f4326adfafc), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:22.991031 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-796374b6-66e1-45ae-a788-0bb54288266c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16730259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016'] for router (88194c0f-13e1-46cb-8c2c-9f4326adfafc), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:22.993312 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-796374b6-66e1-45ae-a788-0bb54288266c admin admin] Publish callbacks [] for router_controller (88194c0f-13e1-46cb-8c2c-9f4326adfafc), precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:23.107513 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-796374b6-66e1-45ae-a788-0bb54288266c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16730346'] for router (88194c0f-13e1-46cb-8c2c-9f4326adfafc), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:23.108180 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796374b6-66e1-45ae-a788-0bb54288266c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88194c0f-13e1-46cb-8c2c-9f4326adfafc {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:55:23.112325 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-796374b6-66e1-45ae-a788-0bb54288266c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:23.114095 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-796374b6-66e1-45ae-a788-0bb54288266c admin admin] 10.222.0.61 "DELETE /v2.0/routers/88194c0f-13e1-46cb-8c2c-9f4326adfafc HTTP/1.1" status: 204 len: 168 time: 1.0701118 Mar 31 20:55:23.117237 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37208) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:55:23.164073 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2093ce-0399-45c3-8f7d-670b90504edf admin admin] Deleting subnet 92578343-ab67-4204-aa15-7b0540dbbbec {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:55:23.167319 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a2093ce-0399-45c3-8f7d-670b90504edf admin admin] Publish callbacks [] for subnet (92578343-ab67-4204-aa15-7b0540dbbbec), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:23.201542 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a2093ce-0399-45c3-8f7d-670b90504edf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24749390'] for subnet (92578343-ab67-4204-aa15-7b0540dbbbec), precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:23.275834 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a2093ce-0399-45c3-8f7d-670b90504edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1035066'] for subnet (92578343-ab67-4204-aa15-7b0540dbbbec), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:23.376455 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a2093ce-0399-45c3-8f7d-670b90504edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25000101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24512333'] for subnet (92578343-ab67-4204-aa15-7b0540dbbbec), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:23.411583 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2093ce-0399-45c3-8f7d-670b90504edf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92578343-ab67-4204-aa15-7b0540dbbbec,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:55:23.413985 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a2093ce-0399-45c3-8f7d-670b90504edf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:23.417432 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-1a2093ce-0399-45c3-8f7d-670b90504edf admin admin] 10.222.0.61 "DELETE /v2.0/subnets/92578343-ab67-4204-aa15-7b0540dbbbec HTTP/1.1" status: 204 len: 168 time: 0.2992516 Mar 31 20:55:23.419943 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37214) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:55:23.423352 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcfada4-a6b1-4673-9bb1-de8f8cae03d4 None None] Network 87654090-69b3-49ed-8f8e-55f8acf88abe requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:55:23.491633 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d7e1eeef-8d26-481a-bf5a-35b1a8a44b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913787'] for network (87654090-69b3-49ed-8f8e-55f8acf88abe), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:23.551980 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-d7e1eeef-8d26-481a-bf5a-35b1a8a44b47 admin admin] Deleting port d950a917-98e8-4815-9b29-ab8c8d9613a4 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:55:23.552323 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d7e1eeef-8d26-481a-bf5a-35b1a8a44b47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (d950a917-98e8-4815-9b29-ab8c8d9613a4), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:23.587049 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2af5c0e-a68f-445c-91c4-475394b569ba None None] DHCP port deletion for 87654090-69b3-49ed-8f8e-55f8acf88abe request from dv-cinder-836072-1-iscsi {{(pid=110551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:55:23.635456 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-d7e1eeef-8d26-481a-bf5a-35b1a8a44b47 admin admin] For port d950a917-98e8-4815-9b29-ab8c8d9613a4, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=d950a917-98e8-4815-9b29-ab8c8d9613a4,segment=NetworkSegment(02b21916-8b8b-4965-873b-ba342955176e),segment_id=02b21916-8b8b-4965-873b-ba342955176e)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:55:23.635948 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d7e1eeef-8d26-481a-bf5a-35b1a8a44b47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (d950a917-98e8-4815-9b29-ab8c8d9613a4), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:23.636782 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d2af5c0e-a68f-445c-91c4-475394b569ba None None] Deleting port d950a917-98e8-4815-9b29-ab8c8d9613a4 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:55:23.637149 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d2af5c0e-a68f-445c-91c4-475394b569ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (d950a917-98e8-4815-9b29-ab8c8d9613a4), before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:23.653241 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-d7e1eeef-8d26-481a-bf5a-35b1a8a44b47 admin admin] Calling delete_port for d950a917-98e8-4815-9b29-ab8c8d9613a4 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:55:23.705700 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-d2af5c0e-a68f-445c-91c4-475394b569ba None None] For port d950a917-98e8-4815-9b29-ab8c8d9613a4, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=d950a917-98e8-4815-9b29-ab8c8d9613a4,segment=NetworkSegment(02b21916-8b8b-4965-873b-ba342955176e),segment_id=02b21916-8b8b-4965-873b-ba342955176e)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:55:23.706105 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d2af5c0e-a68f-445c-91c4-475394b569ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (d950a917-98e8-4815-9b29-ab8c8d9613a4), precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:23.719088 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d2af5c0e-a68f-445c-91c4-475394b569ba None None] Calling delete_port for d950a917-98e8-4815-9b29-ab8c8d9613a4 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:55:23.823215 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d7e1eeef-8d26-481a-bf5a-35b1a8a44b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (d950a917-98e8-4815-9b29-ab8c8d9613a4), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:23.830284 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d2af5c0e-a68f-445c-91c4-475394b569ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414'] for port (d950a917-98e8-4815-9b29-ab8c8d9613a4), after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:23.853268 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1eeef-8d26-481a-bf5a-35b1a8a44b47 admin admin] Pushing event deleted for resources: {'Port': ['ID=d950a917-98e8-4815-9b29-ab8c8d9613a4,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:55:23.855142 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e1eeef-8d26-481a-bf5a-35b1a8a44b47 admin admin] No DVR routers for this DVR port d950a917-98e8-4815-9b29-ab8c8d9613a4 on host dv-cinder-836072-1-iscsi {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:55:23.859822 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af5c0e-a68f-445c-91c4-475394b569ba None None] Pushing event deleted for resources: {'Port': ['ID=d950a917-98e8-4815-9b29-ab8c8d9613a4,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:55:23.867466 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2af5c0e-a68f-445c-91c4-475394b569ba None None] No DVR routers for this DVR port d950a917-98e8-4815-9b29-ab8c8d9613a4 on host dv-cinder-836072-1-iscsi {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:55:23.908104 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989da48e-00fe-4d4c-be12-880cda79d9db req-253e0e4d-fcd4-47ab-ba91-5fb1c2d112f6 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:23.909659 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-989da48e-00fe-4d4c-be12-880cda79d9db req-253e0e4d-fcd4-47ab-ba91-5fb1c2d112f6 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 985 time: 0.0723901 Mar 31 20:55:23.940528 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d7e1eeef-8d26-481a-bf5a-35b1a8a44b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999857', 'neutron.services.segments.db._delete_segments_for_network-8784743285306'] for network (87654090-69b3-49ed-8f8e-55f8acf88abe), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:23.961054 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-d7e1eeef-8d26-481a-bf5a-35b1a8a44b47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87654090-69b3-49ed-8f8e-55f8acf88abe']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:55:23.970203 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-d7e1eeef-8d26-481a-bf5a-35b1a8a44b47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b21916-8b8b-4965-873b-ba342955176e') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:55:23.970498 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-d7e1eeef-8d26-481a-bf5a-35b1a8a44b47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b21916-8b8b-4965-873b-ba342955176e') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:55:23.976919 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-989da48e-00fe-4d4c-be12-880cda79d9db req-6045b651-330d-4ad0-8857-c1c2c6bb60a2 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&id=ed343599-5d86-40e1-b099-9008afdbbde8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586057 Mar 31 20:55:23.980448 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d7e1eeef-8d26-481a-bf5a-35b1a8a44b47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784743283779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24749381'] for segment (02b21916-8b8b-4965-873b-ba342955176e), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:23.994545 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d7e1eeef-8d26-481a-bf5a-35b1a8a44b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (02b21916-8b8b-4965-873b-ba342955176e), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:24.000674 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e1eeef-8d26-481a-bf5a-35b1a8a44b47 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:55:24.001054 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d7e1eeef-8d26-481a-bf5a-35b1a8a44b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24999171'] for segment (02b21916-8b8b-4965-873b-ba342955176e), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: Traceback (most recent call last): Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: timer() Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: cb(*args, **kw) Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: return func(*args, **kwargs) Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: self._notify() Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: self.callback(batched_events) Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: event.method(event) Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: return f(self, *a, **k) Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: return self._get(url).json() Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: return self.request(url, 'GET', **kwargs) Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:55:24.002660 dv-cinder-836072-1-iscsi neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:55:24.118935 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d7e1eeef-8d26-481a-bf5a-35b1a8a44b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728163'] for network (87654090-69b3-49ed-8f8e-55f8acf88abe), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:24.129840 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d7e1eeef-8d26-481a-bf5a-35b1a8a44b47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:24.129840 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-d7e1eeef-8d26-481a-bf5a-35b1a8a44b47 admin admin] 10.222.0.61 "DELETE /v2.0/networks/87654090-69b3-49ed-8f8e-55f8acf88abe HTTP/1.1" status: 204 len: 168 time: 0.7063816 Mar 31 20:55:24.142140 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1eeef-8d26-481a-bf5a-35b1a8a44b47 admin admin] Pushing event deleted for resources: {'Network': ['ID=87654090-69b3-49ed-8f8e-55f8acf88abe,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:55:24.407112 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8 no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:55:24.426382 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:55:24.426956 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 8d16ec81-8d00-4ccc-97ba-ffd07f7b1ff8 not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:55:24.427116 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device ce2d8e2a-c856-4a5f-b03f-febd8a11b748 no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:55:24.434215 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37224) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:55:24.446270 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: ce2d8e2a-c856-4a5f-b03f-febd8a11b748 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:55:24.446619 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device ce2d8e2a-c856-4a5f-b03f-febd8a11b748 not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:55:24.447025 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device d950a917-98e8-4815-9b29-ab8c8d9613a4 no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:55:24.465751 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: d950a917-98e8-4815-9b29-ab8c8d9613a4 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:55:24.471317 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device d950a917-98e8-4815-9b29-ab8c8d9613a4 not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:55:24.476007 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-926bc32b-6572-4c32-ad86-ba06e8d9380a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cb4630cdf1214e68ab28a5d2bb2358cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403898 Mar 31 20:55:24.478449 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37226) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:55:24.525362 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-334286b7-f5a4-4116-9770-5112807b8f81 admin admin] Publish callbacks [] for security_group (57da1650-59ea-4161-b2f3-716c33e7bd79), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:24.546172 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-334286b7-f5a4-4116-9770-5112807b8f81 admin admin] Publish callbacks [] for security_group (57da1650-59ea-4161-b2f3-716c33e7bd79), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:24.667595 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-334286b7-f5a4-4116-9770-5112807b8f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (57da1650-59ea-4161-b2f3-716c33e7bd79), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:24.670124 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-334286b7-f5a4-4116-9770-5112807b8f81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:24.671274 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-334286b7-f5a4-4116-9770-5112807b8f81 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/57da1650-59ea-4161-b2f3-716c33e7bd79 HTTP/1.1" status: 204 len: 168 time: 0.1919219 Mar 31 20:55:24.679686 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334286b7-f5a4-4116-9770-5112807b8f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57da1650-59ea-4161-b2f3-716c33e7bd79,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:55:25.095678 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772798d5-db86-45a1-be55-cccfdec86005 req-c8dffce6-4252-4160-b6f2-7a4fa6cc5845 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:25.097203 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-772798d5-db86-45a1-be55-cccfdec86005 req-c8dffce6-4252-4160-b6f2-7a4fa6cc5845 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 985 time: 0.0541127 Mar 31 20:55:25.156493 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-772798d5-db86-45a1-be55-cccfdec86005 req-6ec74373-f045-402e-ac3b-71de1f9101ff tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&id=ed343599-5d86-40e1-b099-9008afdbbde8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530889 Mar 31 20:55:25.308432 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37240) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:55:25.348721 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-cffa353d-bd26-46d8-9e9a-fa96c3f97e27 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=682280ac4edb4516be9b7e6317661aa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385442 Mar 31 20:55:25.351190 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37242) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:55:25.397569 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f105d5e7-8b56-4525-9cd4-cae6d113ed58 admin admin] Publish callbacks [] for security_group (80d46eb9-a067-4925-b918-31a8d6c3aac1), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:25.421665 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f105d5e7-8b56-4525-9cd4-cae6d113ed58 admin admin] Publish callbacks [] for security_group (80d46eb9-a067-4925-b918-31a8d6c3aac1), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:25.547300 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f105d5e7-8b56-4525-9cd4-cae6d113ed58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (80d46eb9-a067-4925-b918-31a8d6c3aac1), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:25.549892 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f105d5e7-8b56-4525-9cd4-cae6d113ed58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:25.551123 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-f105d5e7-8b56-4525-9cd4-cae6d113ed58 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/80d46eb9-a067-4925-b918-31a8d6c3aac1 HTTP/1.1" status: 204 len: 168 time: 0.1990230 Mar 31 20:55:25.558974 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105d5e7-8b56-4525-9cd4-cae6d113ed58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d46eb9-a067-4925-b918-31a8d6c3aac1,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:55:26.276741 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f7314-47dc-4a6f-83eb-a07c71570077 req-8c91f071-863e-404a-9042-9c875cb89ae1 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:26.278241 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-514f7314-47dc-4a6f-83eb-a07c71570077 req-8c91f071-863e-404a-9042-9c875cb89ae1 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 985 time: 0.0533056 Mar 31 20:55:26.338756 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-514f7314-47dc-4a6f-83eb-a07c71570077 req-99247415-6c9a-4a7a-9635-addcd359bc4e tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&id=ed343599-5d86-40e1-b099-9008afdbbde8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547583 Mar 31 20:55:27.456495 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb510a4b-a59f-4fbf-918d-4c2c6669c452 req-a93bac70-d407-463c-a943-c97478d4828a tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:27.458566 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-eb510a4b-a59f-4fbf-918d-4c2c6669c452 req-a93bac70-d407-463c-a943-c97478d4828a tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 985 time: 0.0530250 Mar 31 20:55:27.519281 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-eb510a4b-a59f-4fbf-918d-4c2c6669c452 req-7d01327f-8413-4c6a-bb59-48c5adb5470a tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&id=ed343599-5d86-40e1-b099-9008afdbbde8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550237 Mar 31 20:55:28.635991 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8f85c-7da7-47bf-84bb-b5a894fcf9f9 req-d548f69f-8835-4244-bf53-ccf69d3328b7 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:28.637462 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bde8f85c-7da7-47bf-84bb-b5a894fcf9f9 req-d548f69f-8835-4244-bf53-ccf69d3328b7 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 985 time: 0.0525076 Mar 31 20:55:28.695997 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bde8f85c-7da7-47bf-84bb-b5a894fcf9f9 req-35b8f889-0a77-42f2-8212-4538d9113520 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&id=ed343599-5d86-40e1-b099-9008afdbbde8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527477 Mar 31 20:55:29.817535 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468dda1c-fda6-4274-9a04-8352b9fc0c65 req-6798839e-e36f-495b-abaf-defd8fc68621 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:29.818897 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-468dda1c-fda6-4274-9a04-8352b9fc0c65 req-6798839e-e36f-495b-abaf-defd8fc68621 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 985 time: 0.0528851 Mar 31 20:55:29.880325 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-468dda1c-fda6-4274-9a04-8352b9fc0c65 req-87da8c04-6c81-45ff-9a8c-121287027812 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&id=ed343599-5d86-40e1-b099-9008afdbbde8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555432 Mar 31 20:55:31.004980 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fe64b-097b-4113-b21d-bb3b64e40ca0 req-6e26ab1d-cea2-43b8-8eed-30a79fe448b8 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:31.007030 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-273fe64b-097b-4113-b21d-bb3b64e40ca0 req-6e26ab1d-cea2-43b8-8eed-30a79fe448b8 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 985 time: 0.0594113 Mar 31 20:55:31.083005 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-273fe64b-097b-4113-b21d-bb3b64e40ca0 req-d638428b-8521-4aea-a07e-d6161ba96d61 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&id=ed343599-5d86-40e1-b099-9008afdbbde8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0703321 Mar 31 20:55:32.201623 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc50533-ab2d-4ef3-9d4e-b0de1e7c4db5 req-3210e0e1-6875-4776-987f-3d5f1cf4b1e8 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:55:32.203113 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1fc50533-ab2d-4ef3-9d4e-b0de1e7c4db5 req-3210e0e1-6875-4776-987f-3d5f1cf4b1e8 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 985 time: 0.0523446 Mar 31 20:55:32.262320 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1fc50533-ab2d-4ef3-9d4e-b0de1e7c4db5 req-57f5a580-4f44-4e88-b851-9d02f8b87a01 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&id=ed343599-5d86-40e1-b099-9008afdbbde8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531104 Mar 31 20:55:33.415447 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:39.090152 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-379ffb6d-466e-476c-ae6b-e37fc0586b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:39.841877 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37338) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:55:39.883788 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_v2 [None req-55cbd5ba-31b2-4bc6-bcda-67bbcb7e07d3 admin admin] Deleting subnet cf3615c3-64ad-4487-a55f-88ae5ba8c3c3 {{(pid=110549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:55:39.887204 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-55cbd5ba-31b2-4bc6-bcda-67bbcb7e07d3 admin admin] Publish callbacks [] for subnet (cf3615c3-64ad-4487-a55f-88ae5ba8c3c3), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:39.923581 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-55cbd5ba-31b2-4bc6-bcda-67bbcb7e07d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25089792'] for subnet (cf3615c3-64ad-4487-a55f-88ae5ba8c3c3), precommit_delete_associations {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:39.961707 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-55cbd5ba-31b2-4bc6-bcda-67bbcb7e07d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1035066'] for subnet (cf3615c3-64ad-4487-a55f-88ae5ba8c3c3), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:40.095812 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-55cbd5ba-31b2-4bc6-bcda-67bbcb7e07d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12673467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25098015'] for subnet (cf3615c3-64ad-4487-a55f-88ae5ba8c3c3), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:40.121039 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbd5ba-31b2-4bc6-bcda-67bbcb7e07d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf3615c3-64ad-4487-a55f-88ae5ba8c3c3,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:55:40.124694 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-55cbd5ba-31b2-4bc6-bcda-67bbcb7e07d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:40.127909 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-55cbd5ba-31b2-4bc6-bcda-67bbcb7e07d3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/cf3615c3-64ad-4487-a55f-88ae5ba8c3c3 HTTP/1.1" status: 204 len: 168 time: 0.2850201 Mar 31 20:55:40.130352 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37340) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:55:40.201214 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-09d1ec9c-c074-4dd6-988b-e0a9fa69873c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913787'] for network (d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:40.275910 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-09d1ec9c-c074-4dd6-988b-e0a9fa69873c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999857', 'neutron.services.segments.db._delete_segments_for_network-8784743285306'] for network (d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:40.295789 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.services.segments.db [None req-09d1ec9c-c074-4dd6-988b-e0a9fa69873c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4']}} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:55:40.304866 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.services.segments.db [None req-09d1ec9c-c074-4dd6-988b-e0a9fa69873c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b906f337-630f-4de4-8741-ff469e962146') {'for_net_delete': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:55:40.305157 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.services.segments.db [None req-09d1ec9c-c074-4dd6-988b-e0a9fa69873c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b906f337-630f-4de4-8741-ff469e962146') {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:55:40.315079 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-09d1ec9c-c074-4dd6-988b-e0a9fa69873c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784743283779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25089803'] for segment (b906f337-630f-4de4-8741-ff469e962146), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:40.328200 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-09d1ec9c-c074-4dd6-988b-e0a9fa69873c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (b906f337-630f-4de4-8741-ff469e962146), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:40.334241 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d1ec9c-c074-4dd6-988b-e0a9fa69873c admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=110549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:55:40.334591 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-09d1ec9c-c074-4dd6-988b-e0a9fa69873c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12676125'] for segment (b906f337-630f-4de4-8741-ff469e962146), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: Traceback (most recent call last): Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: timer() Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: cb(*args, **kw) Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: return func(*args, **kwargs) Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: self._notify() Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: self.callback(batched_events) Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: event.method(event) Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: return f(self, *a, **k) Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: return self._get(url).json() Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: return self.request(url, 'GET', **kwargs) Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:55:40.347248 dv-cinder-836072-1-iscsi neutron-server[110549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:55:40.466609 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-09d1ec9c-c074-4dd6-988b-e0a9fa69873c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728163'] for network (d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:40.471921 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-09d1ec9c-c074-4dd6-988b-e0a9fa69873c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:40.475037 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-09d1ec9c-c074-4dd6-988b-e0a9fa69873c admin admin] 10.222.0.61 "DELETE /v2.0/networks/d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4 HTTP/1.1" status: 204 len: 168 time: 0.3437669 Mar 31 20:55:40.486210 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1ec9c-c074-4dd6-988b-e0a9fa69873c admin admin] Pushing event deleted for resources: {'Network': ['ID=d0d33ed6-ea6b-4bf0-bd29-e12374a5a3f4,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:55:40.780653 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37344) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:55:40.820231 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-b09c0fb5-3100-4adc-9008-e02ed8d3dfa8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=16f48a35bc894ae4b996e60be9964be3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383155 Mar 31 20:55:40.822734 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37346) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:55:40.869953 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8ac77072-29a8-4039-8a2f-8b5953b1abca admin admin] Publish callbacks [] for security_group (7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:40.892381 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8ac77072-29a8-4039-8a2f-8b5953b1abca admin admin] Publish callbacks [] for security_group (7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:40.987191 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8ac77072-29a8-4039-8a2f-8b5953b1abca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:40.989793 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8ac77072-29a8-4039-8a2f-8b5953b1abca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:40.990939 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-8ac77072-29a8-4039-8a2f-8b5953b1abca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5 HTTP/1.1" status: 204 len: 168 time: 0.1672881 Mar 31 20:55:40.998630 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac77072-29a8-4039-8a2f-8b5953b1abca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb9bd6c-a809-4c82-a1ef-17706b2a3fe5,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:55:41.695533 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e5612474-28eb-431c-8317-073840a094b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:43.375183 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:45.175600 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:45.673094 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:55:52.564840 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:56:03.420153 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:04.602884 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7034c5ad-234c-4e7d-a2cd-085b0895bef3 req-0945dd7e-7035-4c1e-8889-dd63ca8b2761 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-465840282&fields=id&tenant_id=2baaa83d12dc4ab292f334323cf092df HTTP/1.1" status: 200 len: 267 time: 0.0489080 Mar 31 20:56:04.660603 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034c5ad-234c-4e7d-a2cd-085b0895bef3 req-4b512ea4-dab2-482a-8ad5-db6406a8ab00 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:56:04.662021 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7034c5ad-234c-4e7d-a2cd-085b0895bef3 req-4b512ea4-dab2-482a-8ad5-db6406a8ab00 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 985 time: 0.0537484 Mar 31 20:56:04.672487 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [req-7034c5ad-234c-4e7d-a2cd-085b0895bef3 req-68b35093-e9c8-4fa8-ad5d-e0d23db22fee tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Request body: {'port': {'security_groups': ['61e794f7-4126-40a5-9df9-3df873967ce7']}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:56:04.742276 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-7034c5ad-234c-4e7d-a2cd-085b0895bef3 req-68b35093-e9c8-4fa8-ad5d-e0d23db22fee tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (c321f820-81fe-4d5b-a433-d5122f2986ed), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:04.919485 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [req-7034c5ad-234c-4e7d-a2cd-085b0895bef3 req-68b35093-e9c8-4fa8-ad5d-e0d23db22fee tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] For port c321f820-81fe-4d5b-a433-d5122f2986ed, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c321f820-81fe-4d5b-a433-d5122f2986ed,segment=NetworkSegment(c9d727ad-8410-4a41-8976-10a598e856b1),segment_id=c9d727ad-8410-4a41-8976-10a598e856b1)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:56:04.955095 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-7034c5ad-234c-4e7d-a2cd-085b0895bef3 req-68b35093-e9c8-4fa8-ad5d-e0d23db22fee tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for port (c321f820-81fe-4d5b-a433-d5122f2986ed), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:05.044425 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-7034c5ad-234c-4e7d-a2cd-085b0895bef3 req-68b35093-e9c8-4fa8-ad5d-e0d23db22fee tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12676161'] for port (c321f820-81fe-4d5b-a433-d5122f2986ed), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:05.056282 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['c321f820-81fe-4d5b-a433-d5122f2986ed'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:56:05.092893 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034c5ad-234c-4e7d-a2cd-085b0895bef3 req-68b35093-e9c8-4fa8-ad5d-e0d23db22fee tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:56:05.093535 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [req-7034c5ad-234c-4e7d-a2cd-085b0895bef3 req-68b35093-e9c8-4fa8-ad5d-e0d23db22fee tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:05.094940 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7034c5ad-234c-4e7d-a2cd-085b0895bef3 req-68b35093-e9c8-4fa8-ad5d-e0d23db22fee tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "PUT /v2.0/ports/c321f820-81fe-4d5b-a433-d5122f2986ed HTTP/1.1" status: 200 len: 943 time: 0.4270213 Mar 31 20:56:05.095400 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412234fe-4bfb-45cb-b585-ee0ff87efb48', 'tag': 'c321f820-81fe-4d5b-a433-d5122f2986ed'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:56:05.097725 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5253feeaf43b009d496c5950c37129f342c333472f7057fa14384dd137f2b4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f586fed9-0bb7-4c5a-ae74-4849e9fcb684" -d '{"events": [{"name": "network-changed", "server_uuid": "412234fe-4bfb-45cb-b585-ee0ff87efb48", "tag": "c321f820-81fe-4d5b-a433-d5122f2986ed"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:56:05.103289 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37356) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:05.132442 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b35093-e9c8-4fa8-ad5d-e0d23db22fee tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Pushing event updated for resources: {'Port': ['ID=c321f820-81fe-4d5b-a433-d5122f2986ed,revision_number=7']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:05.209811 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['c321f820-81fe-4d5b-a433-d5122f2986ed'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:56:05.213362 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-278b5321-0dc5-4ab1-8137-cdb4281d998a tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for security_group (ed343599-5d86-40e1-b099-9008afdbbde8), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:05.262815 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-278b5321-0dc5-4ab1-8137-cdb4281d998a tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for security_group (ed343599-5d86-40e1-b099-9008afdbbde8), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:05.365560 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597d7677-f10b-4ff1-9368-c4e9fbbcb57e x-openstack-request-id: req-597d7677-f10b-4ff1-9368-c4e9fbbcb57e {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:56:05.365899 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412234fe-4bfb-45cb-b585-ee0ff87efb48", "tag": "c321f820-81fe-4d5b-a433-d5122f2986ed", "status": "completed", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:56:05.366160 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-597d7677-f10b-4ff1-9368-c4e9fbbcb57e {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:56:05.366570 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-597d7677-f10b-4ff1-9368-c4e9fbbcb57e'] response: {'name': 'network-changed', 'server_uuid': '412234fe-4bfb-45cb-b585-ee0ff87efb48', 'tag': 'c321f820-81fe-4d5b-a433-d5122f2986ed', 'status': 'completed', 'code': 200} Mar 31 20:56:05.383197 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-0bd9ac63-140e-42e9-8bd0-abc9ac1366f4 None None] Provisioning complete for port c321f820-81fe-4d5b-a433-d5122f2986ed triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:56:05.383575 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0bd9ac63-140e-42e9-8bd0-abc9ac1366f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (c321f820-81fe-4d5b-a433-d5122f2986ed), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:05.430350 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586fed9-0bb7-4c5a-ae74-4849e9fcb684 req-a19490a1-28d6-44e1-831e-c736b36321dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:56:05.431973 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f586fed9-0bb7-4c5a-ae74-4849e9fcb684 req-a19490a1-28d6-44e1-831e-c736b36321dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2baaa83d12dc4ab292f334323cf092df&device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 1130 time: 0.0453002 Mar 31 20:56:05.456922 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-278b5321-0dc5-4ab1-8137-cdb4281d998a tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (ed343599-5d86-40e1-b099-9008afdbbde8), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:05.459446 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-278b5321-0dc5-4ab1-8137-cdb4281d998a tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:05.460617 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-278b5321-0dc5-4ab1-8137-cdb4281d998a tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "DELETE /v2.0/security-groups/ed343599-5d86-40e1-b099-9008afdbbde8 HTTP/1.1" status: 204 len: 168 time: 0.3562040 Mar 31 20:56:05.463782 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37360) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:05.482840 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9ac63-140e-42e9-8bd0-abc9ac1366f4 None None] Current status of the port c321f820-81fe-4d5b-a433-d5122f2986ed is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:56:05.500358 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b5321-0dc5-4ab1-8137-cdb4281d998a tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed343599-5d86-40e1-b099-9008afdbbde8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:05.548848 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586fed9-0bb7-4c5a-ae74-4849e9fcb684 req-9370aba6-aa86-4a82-af9c-fe08a8061e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:56:05.553398 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f586fed9-0bb7-4c5a-ae74-4849e9fcb684 req-9370aba6-aa86-4a82-af9c-fe08a8061e27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3e737225-4e10-471d-acfd-b8b95aab17aa HTTP/1.1" status: 200 len: 916 time: 0.1119843 Mar 31 20:56:05.621822 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f586fed9-0bb7-4c5a-ae74-4849e9fcb684 req-8243c38c-c216-4aa3-b0af-b48d9416a1c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c321f820-81fe-4d5b-a433-d5122f2986ed HTTP/1.1" status: 200 len: 1002 time: 0.0650916 Mar 31 20:56:05.632443 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-4362d263-6cdd-4d5b-a240-f5c0925498dc tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Deleting port f2734778-17ee-4b9d-b885-bedc8d57cdfd {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:56:05.632986 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4362d263-6cdd-4d5b-a240-f5c0925498dc tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (f2734778-17ee-4b9d-b885-bedc8d57cdfd), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:05.671080 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586fed9-0bb7-4c5a-ae74-4849e9fcb684 req-73b1c7a7-1ef7-45c6-811a-2769b18a4664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:56:05.672556 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f586fed9-0bb7-4c5a-ae74-4849e9fcb684 req-73b1c7a7-1ef7-45c6-811a-2769b18a4664 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e2a9dc63-6aa9-4b12-9195-8c9805fa9604 HTTP/1.1" status: 200 len: 854 time: 0.0456369 Mar 31 20:56:05.709250 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4362d263-6cdd-4d5b-a240-f5c0925498dc tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (f2734778-17ee-4b9d-b885-bedc8d57cdfd), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:05.709488 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4362d263-6cdd-4d5b-a240-f5c0925498dc tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for floatingip (f2734778-17ee-4b9d-b885-bedc8d57cdfd), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:05.722292 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-4362d263-6cdd-4d5b-a240-f5c0925498dc tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Calling delete_port for f2734778-17ee-4b9d-b885-bedc8d57cdfd owned by network:floatingip {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:56:05.726886 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586fed9-0bb7-4c5a-ae74-4849e9fcb684 req-6d65ad85-829d-4da5-afd3-0af3eb659a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:56:05.726886 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f586fed9-0bb7-4c5a-ae74-4849e9fcb684 req-6d65ad85-829d-4da5-afd3-0af3eb659a36 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e737225-4e10-471d-acfd-b8b95aab17aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458596 Mar 31 20:56:05.943932 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f586fed9-0bb7-4c5a-ae74-4849e9fcb684 req-d5745c61-8d2f-47ef-9e0e-d93befb1378f service neutron] 10.222.0.32 "GET /v2.0/networks/3e737225-4e10-471d-acfd-b8b95aab17aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131071 Mar 31 20:56:06.031276 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f586fed9-0bb7-4c5a-ae74-4849e9fcb684 req-9997556a-1401-4d40-82a1-4b7656920bec service neutron] 10.222.0.32 "GET /v2.0/networks/3e737225-4e10-471d-acfd-b8b95aab17aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813837 Mar 31 20:56:06.055316 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4362d263-6cdd-4d5b-a240-f5c0925498dc tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (f2734778-17ee-4b9d-b885-bedc8d57cdfd), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:06.084340 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362d263-6cdd-4d5b-a240-f5c0925498dc tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Pushing event deleted for resources: {'Port': ['ID=f2734778-17ee-4b9d-b885-bedc8d57cdfd,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:06.147340 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4362d263-6cdd-4d5b-a240-f5c0925498dc tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks [] for floatingip (8efc1aa0-5802-41db-8a4b-b18d8f21aac9), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:06.147657 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.db.l3_db [None req-4362d263-6cdd-4d5b-a240-f5c0925498dc tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Floating IP 8efc1aa0-5802-41db-8a4b-b18d8f21aac9 disassociated (deleted). External IP: 172.27.0.157, port: c321f820-81fe-4d5b-a433-d5122f2986ed. Mar 31 20:56:06.354803 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4362d263-6cdd-4d5b-a240-f5c0925498dc tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Router 98ef93f4-9465-4830-b8f5-3595c416d969 has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:56:06.721874 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4362d263-6cdd-4d5b-a240-f5c0925498dc tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:56:06.726756 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4362d263-6cdd-4d5b-a240-f5c0925498dc tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:06.731351 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f11fae-5796-4d7f-a6b0-6ec73c488775 None None] Sync routers for ids ['98ef93f4-9465-4830-b8f5-3595c416d969'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:56:06.740985 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f11fae-5796-4d7f-a6b0-6ec73c488775 None None] Routers {'98ef93f4-9465-4830-b8f5-3595c416d969'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:56:06.741606 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-58f11fae-5796-4d7f-a6b0-6ec73c488775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:55:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['98ef93f4-9465-4830-b8f5-3595c416d969'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:06.755476 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-4362d263-6cdd-4d5b-a240-f5c0925498dc tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "DELETE /v2.0/floatingips/8efc1aa0-5802-41db-8a4b-b18d8f21aac9 HTTP/1.1" status: 204 len: 168 time: 1.2904615 Mar 31 20:56:06.850202 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-58f11fae-5796-4d7f-a6b0-6ec73c488775 None None] Set router 98ef93f4-9465-4830-b8f5-3595c416d969 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:56:07.045552 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-58f11fae-5796-4d7f-a6b0-6ec73c488775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'name': 'tempest-TestMinimumBasicScenario-1715078830-router', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:53:38Z', 'updated_at': '2022-03-31T20:53:42Z', 'revision_number': 4, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'gw_port': {'id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:39Z', 'updated_at': '2022-03-31T20:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '71c01c6e-e560-46eb-8434-a5d7d327104b', 'name': '', 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'mac_address': 'fa:16:3e:60:4a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e2a9dc63-6aa9-4b12-9195-8c9805fa9604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:41Z', 'updated_at': '2022-03-31T20:53:46Z', 'revision_number': 5, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'subnets': [{'id': 'e2a9dc63-6aa9-4b12-9195-8c9805fa9604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:07.071929 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f11fae-5796-4d7f-a6b0-6ec73c488775 None None] Checking router: 98ef93f4-9465-4830-b8f5-3595c416d969 for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:56:07.080380 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f11fae-5796-4d7f-a6b0-6ec73c488775 None None] Routers {'98ef93f4-9465-4830-b8f5-3595c416d969'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:56:07.081160 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-58f11fae-5796-4d7f-a6b0-6ec73c488775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:55:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['98ef93f4-9465-4830-b8f5-3595c416d969'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:07.190302 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-58f11fae-5796-4d7f-a6b0-6ec73c488775 None None] Set router 98ef93f4-9465-4830-b8f5-3595c416d969 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:56:07.368043 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412234fe-4bfb-45cb-b585-ee0ff87efb48', 'tag': 'c321f820-81fe-4d5b-a433-d5122f2986ed'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:56:07.370261 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5253feeaf43b009d496c5950c37129f342c333472f7057fa14384dd137f2b4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff4d683-bfd4-49f0-bad1-6de84df7e9c9" -d '{"events": [{"name": "network-changed", "server_uuid": "412234fe-4bfb-45cb-b585-ee0ff87efb48", "tag": "c321f820-81fe-4d5b-a433-d5122f2986ed"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:56:07.387785 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-58f11fae-5796-4d7f-a6b0-6ec73c488775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'name': 'tempest-TestMinimumBasicScenario-1715078830-router', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:53:38Z', 'updated_at': '2022-03-31T20:53:42Z', 'revision_number': 4, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'gw_port': {'id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:39Z', 'updated_at': '2022-03-31T20:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '71c01c6e-e560-46eb-8434-a5d7d327104b', 'name': '', 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'mac_address': 'fa:16:3e:60:4a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e2a9dc63-6aa9-4b12-9195-8c9805fa9604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:41Z', 'updated_at': '2022-03-31T20:53:46Z', 'revision_number': 5, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'subnets': [{'id': 'e2a9dc63-6aa9-4b12-9195-8c9805fa9604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:07.405522 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db39d330-b2f9-4d40-a99e-436d4524ecde x-openstack-request-id: req-db39d330-b2f9-4d40-a99e-436d4524ecde {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:56:07.405818 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412234fe-4bfb-45cb-b585-ee0ff87efb48", "tag": "c321f820-81fe-4d5b-a433-d5122f2986ed", "status": "completed", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:56:07.406094 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-db39d330-b2f9-4d40-a99e-436d4524ecde {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:56:07.406523 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db39d330-b2f9-4d40-a99e-436d4524ecde'] response: {'name': 'network-changed', 'server_uuid': '412234fe-4bfb-45cb-b585-ee0ff87efb48', 'tag': 'c321f820-81fe-4d5b-a433-d5122f2986ed', 'status': 'completed', 'code': 200} Mar 31 20:56:07.414579 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f11fae-5796-4d7f-a6b0-6ec73c488775 None None] The sync data for ids ['98ef93f4-9465-4830-b8f5-3595c416d969'] in dv-cinder-836072-1-iscsi is: [{'id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'name': 'tempest-TestMinimumBasicScenario-1715078830-router', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:53:38Z', 'updated_at': '2022-03-31T20:53:42Z', 'revision_number': 4, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'gw_port': {'id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:39Z', 'updated_at': '2022-03-31T20:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '71c01c6e-e560-46eb-8434-a5d7d327104b', 'name': '', 'network_id': '3e737225-4e10-471d-acfd-b8b95aab17aa', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'mac_address': 'fa:16:3e:60:4a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e2a9dc63-6aa9-4b12-9195-8c9805fa9604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:41Z', 'updated_at': '2022-03-31T20:53:46Z', 'revision_number': 5, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'subnets': [{'id': 'e2a9dc63-6aa9-4b12-9195-8c9805fa9604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:56:07.475277 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4d683-bfd4-49f0-bad1-6de84df7e9c9 req-7ad8b547-e0e5-4315-a375-80ac1cb4741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:56:07.476899 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-fff4d683-bfd4-49f0-bad1-6de84df7e9c9 req-7ad8b547-e0e5-4315-a375-80ac1cb4741a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2baaa83d12dc4ab292f334323cf092df&device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 1130 time: 0.0512183 Mar 31 20:56:07.572318 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4d683-bfd4-49f0-bad1-6de84df7e9c9 req-a28dc846-b4ec-4cb9-b791-f101b12b0140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:56:07.573846 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-fff4d683-bfd4-49f0-bad1-6de84df7e9c9 req-a28dc846-b4ec-4cb9-b791-f101b12b0140 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3e737225-4e10-471d-acfd-b8b95aab17aa HTTP/1.1" status: 200 len: 916 time: 0.0881941 Mar 31 20:56:07.621607 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-fff4d683-bfd4-49f0-bad1-6de84df7e9c9 req-b297f0dc-92e1-444e-bf81-5583a430b01e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c321f820-81fe-4d5b-a433-d5122f2986ed HTTP/1.1" status: 200 len: 217 time: 0.0412943 Mar 31 20:56:07.654574 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9584ca-cf7d-4574-acd3-5c27ccc8b4d8 None None] New status for floating IP 8efc1aa0-5802-41db-8a4b-b18d8f21aac9: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:56:07.678447 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4d683-bfd4-49f0-bad1-6de84df7e9c9 req-2e4f27df-c45c-4feb-adc0-aba6fc25871a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:56:07.681276 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-fff4d683-bfd4-49f0-bad1-6de84df7e9c9 req-2e4f27df-c45c-4feb-adc0-aba6fc25871a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e2a9dc63-6aa9-4b12-9195-8c9805fa9604 HTTP/1.1" status: 200 len: 854 time: 0.0471933 Mar 31 20:56:07.731912 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4d683-bfd4-49f0-bad1-6de84df7e9c9 req-ecd8893d-9111-4ec4-8e6d-2b4b3a5c3761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:56:07.733945 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-fff4d683-bfd4-49f0-bad1-6de84df7e9c9 req-ecd8893d-9111-4ec4-8e6d-2b4b3a5c3761 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e737225-4e10-471d-acfd-b8b95aab17aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472937 Mar 31 20:56:07.827791 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-fff4d683-bfd4-49f0-bad1-6de84df7e9c9 req-b303cafd-be60-4dd6-8035-ce693fdc2959 service neutron] 10.222.0.32 "GET /v2.0/networks/3e737225-4e10-471d-acfd-b8b95aab17aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878026 Mar 31 20:56:07.915696 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-fff4d683-bfd4-49f0-bad1-6de84df7e9c9 req-3642de4d-a5e0-466e-a631-38559cdac5fb service neutron] 10.222.0.32 "GET /v2.0/networks/3e737225-4e10-471d-acfd-b8b95aab17aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819616 Mar 31 20:56:09.054946 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-418fb417-5df0-42b5-a280-45b02e3bfad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:09.979279 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd56d3-cca0-485b-9113-b04c7ee81868 req-4b767115-880c-48d4-b2c4-3cd8ac3a9f71 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:56:09.981407 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-efdd56d3-cca0-485b-9113-b04c7ee81868 req-4b767115-880c-48d4-b2c4-3cd8ac3a9f71 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 946 time: 0.0525365 Mar 31 20:56:10.026878 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-efdd56d3-cca0-485b-9113-b04c7ee81868 req-325f9762-a96c-4f4c-8de6-581bb4d92699 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396154 Mar 31 20:56:11.150545 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1a562-6d46-4231-9039-d10358687f23 req-479cfdef-d6ec-4f7c-9c53-a968c5186f35 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:56:11.152019 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-baf1a562-6d46-4231-9039-d10358687f23 req-479cfdef-d6ec-4f7c-9c53-a968c5186f35 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 946 time: 0.0556388 Mar 31 20:56:11.199292 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-baf1a562-6d46-4231-9039-d10358687f23 req-6dfa61ee-5b0d-41f5-a0e6-0b80fef71b05 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/security-groups?id=61e794f7-4126-40a5-9df9-3df873967ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416756 Mar 31 20:56:11.606391 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0986b-cc60-4348-a2b2-c5b4681f6efc req-9b672c53-fe66-4a7d-b809-215bd8135149 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:56:11.607869 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-37f0986b-cc60-4348-a2b2-c5b4681f6efc req-9b672c53-fe66-4a7d-b809-215bd8135149 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.32 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 946 time: 0.0527930 Mar 31 20:56:11.677483 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-79daca10-0a12-46e9-a024-b2942dfd2de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:11.704064 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-37f0986b-cc60-4348-a2b2-c5b4681f6efc req-25cac420-8040-4e53-9c3a-3d25054cc9eb tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Deleting port c321f820-81fe-4d5b-a433-d5122f2986ed {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:56:11.704401 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-37f0986b-cc60-4348-a2b2-c5b4681f6efc req-25cac420-8040-4e53-9c3a-3d25054cc9eb tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (c321f820-81fe-4d5b-a433-d5122f2986ed), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:11.790912 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-37f0986b-cc60-4348-a2b2-c5b4681f6efc req-25cac420-8040-4e53-9c3a-3d25054cc9eb tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] For port c321f820-81fe-4d5b-a433-d5122f2986ed, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c321f820-81fe-4d5b-a433-d5122f2986ed,segment=NetworkSegment(c9d727ad-8410-4a41-8976-10a598e856b1),segment_id=c9d727ad-8410-4a41-8976-10a598e856b1)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:56:11.791271 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-37f0986b-cc60-4348-a2b2-c5b4681f6efc req-25cac420-8040-4e53-9c3a-3d25054cc9eb tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (c321f820-81fe-4d5b-a433-d5122f2986ed), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:11.804173 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-37f0986b-cc60-4348-a2b2-c5b4681f6efc req-25cac420-8040-4e53-9c3a-3d25054cc9eb tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Calling delete_port for c321f820-81fe-4d5b-a433-d5122f2986ed owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:56:12.003617 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-37f0986b-cc60-4348-a2b2-c5b4681f6efc req-25cac420-8040-4e53-9c3a-3d25054cc9eb tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (c321f820-81fe-4d5b-a433-d5122f2986ed), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:12.016311 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['c321f820-81fe-4d5b-a433-d5122f2986ed'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:56:12.034081 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cac420-8040-4e53-9c3a-3d25054cc9eb tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Pushing event deleted for resources: {'Port': ['ID=c321f820-81fe-4d5b-a433-d5122f2986ed,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:12.082448 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f0986b-cc60-4348-a2b2-c5b4681f6efc req-25cac420-8040-4e53-9c3a-3d25054cc9eb tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] No DVR routers for this DVR port c321f820-81fe-4d5b-a433-d5122f2986ed on host hv-cinder-83607 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:56:12.085346 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-37f0986b-cc60-4348-a2b2-c5b4681f6efc req-25cac420-8040-4e53-9c3a-3d25054cc9eb tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:12.088722 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-37f0986b-cc60-4348-a2b2-c5b4681f6efc req-25cac420-8040-4e53-9c3a-3d25054cc9eb tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.32 "DELETE /v2.0/ports/c321f820-81fe-4d5b-a433-d5122f2986ed HTTP/1.1" status: 204 len: 173 time: 0.4757900 Mar 31 20:56:12.089157 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412234fe-4bfb-45cb-b585-ee0ff87efb48', 'name': 'network-vif-deleted', 'tag': 'c321f820-81fe-4d5b-a433-d5122f2986ed'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:56:12.091452 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421e1c4a-1955-4e1f-a4da-f5db12c213b0" -d '{"events": [{"server_uuid": "412234fe-4bfb-45cb-b585-ee0ff87efb48", "name": "network-vif-deleted", "tag": "c321f820-81fe-4d5b-a433-d5122f2986ed"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:56:12.127506 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d54c16f-5e2e-4eef-8d5a-11a99fc120a5 x-openstack-request-id: req-7d54c16f-5e2e-4eef-8d5a-11a99fc120a5 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:56:12.127506 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412234fe-4bfb-45cb-b585-ee0ff87efb48", "name": "network-vif-deleted", "tag": "c321f820-81fe-4d5b-a433-d5122f2986ed", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:56:12.127506 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7d54c16f-5e2e-4eef-8d5a-11a99fc120a5 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:56:12.127506 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d54c16f-5e2e-4eef-8d5a-11a99fc120a5'] response: {'server_uuid': '412234fe-4bfb-45cb-b585-ee0ff87efb48', 'name': 'network-vif-deleted', 'tag': 'c321f820-81fe-4d5b-a433-d5122f2986ed', 'status': 'completed', 'code': 200} Mar 31 20:56:12.292590 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0f372092-83e1-491a-a827-9273b40c899e req-a5d9a263-efa6-48c8-8709-15ecb5601527 tempest-TestMinimumBasicScenario-342758465 tempest-TestMinimumBasicScenario-342758465-project] 10.222.0.61 "GET /v2.0/ports?device_id=412234fe-4bfb-45cb-b585-ee0ff87efb48 HTTP/1.1" status: 200 len: 210 time: 0.0265577 Mar 31 20:56:13.391945 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:14.748064 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37442) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:15.095518 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7abe20a1-c5d4-47db-8025-7330a87351c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16736117'] for router_interface (98ef93f4-9465-4830-b8f5-3595c416d969), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:15.151672 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:15.337805 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-7abe20a1-c5d4-47db-8025-7330a87351c8 admin admin] Deleting port 71c01c6e-e560-46eb-8434-a5d7d327104b {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:56:15.338034 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7abe20a1-c5d4-47db-8025-7330a87351c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (71c01c6e-e560-46eb-8434-a5d7d327104b), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:15.413392 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-7abe20a1-c5d4-47db-8025-7330a87351c8 admin admin] For port 71c01c6e-e560-46eb-8434-a5d7d327104b, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=71c01c6e-e560-46eb-8434-a5d7d327104b,segment=NetworkSegment(c9d727ad-8410-4a41-8976-10a598e856b1),segment_id=c9d727ad-8410-4a41-8976-10a598e856b1)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:56:15.413751 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7abe20a1-c5d4-47db-8025-7330a87351c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (71c01c6e-e560-46eb-8434-a5d7d327104b), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:15.420227 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device c321f820-81fe-4d5b-a433-d5122f2986ed no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:56:15.427705 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-7abe20a1-c5d4-47db-8025-7330a87351c8 admin admin] Calling delete_port for 71c01c6e-e560-46eb-8434-a5d7d327104b owned by network:router_interface {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:56:15.439685 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] No Port match for: c321f820-81fe-4d5b-a433-d5122f2986ed {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:56:15.440072 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device c321f820-81fe-4d5b-a433-d5122f2986ed not bound to the agent host hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:56:15.666183 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7abe20a1-c5d4-47db-8025-7330a87351c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (71c01c6e-e560-46eb-8434-a5d7d327104b), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:15.683061 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:15.692921 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe20a1-c5d4-47db-8025-7330a87351c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=71c01c6e-e560-46eb-8434-a5d7d327104b,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:15.886126 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7abe20a1-c5d4-47db-8025-7330a87351c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16300112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16729829'] for router_interface (98ef93f4-9465-4830-b8f5-3595c416d969), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:16.114102 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abe20a1-c5d4-47db-8025-7330a87351c8 admin admin] Router 98ef93f4-9465-4830-b8f5-3595c416d969 has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:56:16.227870 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abe20a1-c5d4-47db-8025-7330a87351c8 admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:56:16.233095 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-7abe20a1-c5d4-47db-8025-7330a87351c8 admin admin] 10.222.0.61 "PUT /v2.0/routers/98ef93f4-9465-4830-b8f5-3595c416d969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4832437 Mar 31 20:56:16.235843 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37444) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:16.236871 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df70821b-e866-4890-afb2-576404c93ec8 None None] Sync routers for ids ['98ef93f4-9465-4830-b8f5-3595c416d969'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:56:16.247095 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df70821b-e866-4890-afb2-576404c93ec8 None None] Routers {'98ef93f4-9465-4830-b8f5-3595c416d969'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:56:16.247804 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-df70821b-e866-4890-afb2-576404c93ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:56:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['98ef93f4-9465-4830-b8f5-3595c416d969'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:16.346685 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5a3501f4-a16f-4f04-acf2-4130c59b255c admin admin] Publish callbacks [] for router (98ef93f4-9465-4830-b8f5-3595c416d969), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:16.354698 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-df70821b-e866-4890-afb2-576404c93ec8 None None] Set router 98ef93f4-9465-4830-b8f5-3595c416d969 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:56:16.472390 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5a3501f4-a16f-4f04-acf2-4130c59b255c admin admin] Publish callbacks [] for router_gateway (98ef93f4-9465-4830-b8f5-3595c416d969), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:16.581372 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-5a3501f4-a16f-4f04-acf2-4130c59b255c admin admin] Deleting port 0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70 {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:56:16.581703 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5a3501f4-a16f-4f04-acf2-4130c59b255c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:16.665854 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-5a3501f4-a16f-4f04-acf2-4130c59b255c admin admin] For port 0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:56:16.666125 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5a3501f4-a16f-4f04-acf2-4130c59b255c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:16.676678 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-df70821b-e866-4890-afb2-576404c93ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'name': 'tempest-TestMinimumBasicScenario-1715078830-router', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:53:38Z', 'updated_at': '2022-03-31T20:56:15Z', 'revision_number': 5, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'gw_port': {'id': '0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:39Z', 'updated_at': '2022-03-31T20:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:16.679028 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-5a3501f4-a16f-4f04-acf2-4130c59b255c admin admin] Calling delete_port for 0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70 owned by network:router_gateway {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:56:16.703839 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df70821b-e866-4890-afb2-576404c93ec8 None None] Checking router: 98ef93f4-9465-4830-b8f5-3595c416d969 for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:56:16.713778 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df70821b-e866-4890-afb2-576404c93ec8 None None] Routers {'98ef93f4-9465-4830-b8f5-3595c416d969'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:56:16.714396 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-df70821b-e866-4890-afb2-576404c93ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:56:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['98ef93f4-9465-4830-b8f5-3595c416d969'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:16.820958 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-df70821b-e866-4890-afb2-576404c93ec8 None None] Set router 98ef93f4-9465-4830-b8f5-3595c416d969 gateway port host: None {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:56:16.881902 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-df70821b-e866-4890-afb2-576404c93ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'name': 'tempest-TestMinimumBasicScenario-1715078830-router', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:53:38Z', 'updated_at': '2022-03-31T20:56:16Z', 'revision_number': 6, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'gw_port_host': None}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:16.907004 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5a3501f4-a16f-4f04-acf2-4130c59b255c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:16.912571 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df70821b-e866-4890-afb2-576404c93ec8 None None] The sync data for ids ['98ef93f4-9465-4830-b8f5-3595c416d969'] in dv-cinder-836072-1-iscsi is: [{'id': '98ef93f4-9465-4830-b8f5-3595c416d969', 'name': 'tempest-TestMinimumBasicScenario-1715078830-router', 'tenant_id': '2baaa83d12dc4ab292f334323cf092df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:53:38Z', 'updated_at': '2022-03-31T20:56:16Z', 'revision_number': 6, 'project_id': '2baaa83d12dc4ab292f334323cf092df', 'gw_port_host': None}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:56:16.935737 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3501f4-a16f-4f04-acf2-4130c59b255c admin admin] Pushing event deleted for resources: {'Port': ['ID=0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:17.008342 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5a3501f4-a16f-4f04-acf2-4130c59b255c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16728079'] for router_gateway (98ef93f4-9465-4830-b8f5-3595c416d969), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:17.105337 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5a3501f4-a16f-4f04-acf2-4130c59b255c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16730259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016'] for router (98ef93f4-9465-4830-b8f5-3595c416d969), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:17.107657 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5a3501f4-a16f-4f04-acf2-4130c59b255c admin admin] Publish callbacks [] for router_controller (98ef93f4-9465-4830-b8f5-3595c416d969), precommit_delete_associations {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:17.226210 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5a3501f4-a16f-4f04-acf2-4130c59b255c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16730346'] for router (98ef93f4-9465-4830-b8f5-3595c416d969), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:17.226771 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3501f4-a16f-4f04-acf2-4130c59b255c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98ef93f4-9465-4830-b8f5-3595c416d969 {{(pid=110549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:56:17.231440 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5a3501f4-a16f-4f04-acf2-4130c59b255c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:17.232660 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-5a3501f4-a16f-4f04-acf2-4130c59b255c admin admin] 10.222.0.61 "DELETE /v2.0/routers/98ef93f4-9465-4830-b8f5-3595c416d969 HTTP/1.1" status: 204 len: 168 time: 0.9958344 Mar 31 20:56:17.235128 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37446) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:17.285794 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_v2 [None req-55107ef0-7357-42b9-9953-96e23ca2afbd admin admin] Deleting subnet e2a9dc63-6aa9-4b12-9195-8c9805fa9604 {{(pid=110549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:56:17.289200 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-55107ef0-7357-42b9-9953-96e23ca2afbd admin admin] Publish callbacks [] for subnet (e2a9dc63-6aa9-4b12-9195-8c9805fa9604), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:17.325041 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-55107ef0-7357-42b9-9953-96e23ca2afbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25089792'] for subnet (e2a9dc63-6aa9-4b12-9195-8c9805fa9604), precommit_delete_associations {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:17.401046 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-55107ef0-7357-42b9-9953-96e23ca2afbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1035066'] for subnet (e2a9dc63-6aa9-4b12-9195-8c9805fa9604), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:17.512614 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-55107ef0-7357-42b9-9953-96e23ca2afbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12673467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25098015'] for subnet (e2a9dc63-6aa9-4b12-9195-8c9805fa9604), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:17.542940 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55107ef0-7357-42b9-9953-96e23ca2afbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2a9dc63-6aa9-4b12-9195-8c9805fa9604,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:17.546631 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-55107ef0-7357-42b9-9953-96e23ca2afbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:17.549822 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-55107ef0-7357-42b9-9953-96e23ca2afbd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e2a9dc63-6aa9-4b12-9195-8c9805fa9604 HTTP/1.1" status: 204 len: 168 time: 0.3137794 Mar 31 20:56:17.552426 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37448) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:17.553420 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c723a114-c82e-4677-a117-486da4136e86 None None] Network 3e737225-4e10-471d-acfd-b8b95aab17aa requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:56:17.620718 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cff0288-260d-4c88-880d-7ab26d764239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913787'] for network (3e737225-4e10-471d-acfd-b8b95aab17aa), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:17.678902 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-7cff0288-260d-4c88-880d-7ab26d764239 admin admin] Deleting port 3eca849f-8b92-4aac-9503-96f93fb4c714 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:56:17.679301 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cff0288-260d-4c88-880d-7ab26d764239 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (3eca849f-8b92-4aac-9503-96f93fb4c714), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:17.727992 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcd6f68-71ae-44ff-ab4b-758613dcf68b None None] DHCP port deletion for 3e737225-4e10-471d-acfd-b8b95aab17aa request from dv-cinder-836072-1-iscsi {{(pid=110551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:56:17.751522 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-7cff0288-260d-4c88-880d-7ab26d764239 admin admin] For port 3eca849f-8b92-4aac-9503-96f93fb4c714, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=3eca849f-8b92-4aac-9503-96f93fb4c714,segment=NetworkSegment(c9d727ad-8410-4a41-8976-10a598e856b1),segment_id=c9d727ad-8410-4a41-8976-10a598e856b1)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:56:17.751924 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cff0288-260d-4c88-880d-7ab26d764239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (3eca849f-8b92-4aac-9503-96f93fb4c714), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:17.765840 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-7cff0288-260d-4c88-880d-7ab26d764239 admin admin] Calling delete_port for 3eca849f-8b92-4aac-9503-96f93fb4c714 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:56:17.781012 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-1dcd6f68-71ae-44ff-ab4b-758613dcf68b None None] Deleting port 3eca849f-8b92-4aac-9503-96f93fb4c714 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:56:17.781401 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1dcd6f68-71ae-44ff-ab4b-758613dcf68b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (3eca849f-8b92-4aac-9503-96f93fb4c714), before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:17.850898 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-1dcd6f68-71ae-44ff-ab4b-758613dcf68b None None] For port 3eca849f-8b92-4aac-9503-96f93fb4c714, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=3eca849f-8b92-4aac-9503-96f93fb4c714,segment=NetworkSegment(c9d727ad-8410-4a41-8976-10a598e856b1),segment_id=c9d727ad-8410-4a41-8976-10a598e856b1)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:56:17.851264 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1dcd6f68-71ae-44ff-ab4b-758613dcf68b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (3eca849f-8b92-4aac-9503-96f93fb4c714), precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:17.865914 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-1dcd6f68-71ae-44ff-ab4b-758613dcf68b None None] Calling delete_port for 3eca849f-8b92-4aac-9503-96f93fb4c714 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:56:17.963487 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cff0288-260d-4c88-880d-7ab26d764239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (3eca849f-8b92-4aac-9503-96f93fb4c714), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:17.969767 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1dcd6f68-71ae-44ff-ab4b-758613dcf68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414'] for port (3eca849f-8b92-4aac-9503-96f93fb4c714), after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:17.989901 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff0288-260d-4c88-880d-7ab26d764239 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eca849f-8b92-4aac-9503-96f93fb4c714,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:17.995286 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cff0288-260d-4c88-880d-7ab26d764239 admin admin] No DVR routers for this DVR port 3eca849f-8b92-4aac-9503-96f93fb4c714 on host dv-cinder-836072-1-iscsi {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:56:17.995405 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd6f68-71ae-44ff-ab4b-758613dcf68b None None] Pushing event deleted for resources: {'Port': ['ID=3eca849f-8b92-4aac-9503-96f93fb4c714,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:17.999706 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd6f68-71ae-44ff-ab4b-758613dcf68b None None] No DVR routers for this DVR port 3eca849f-8b92-4aac-9503-96f93fb4c714 on host dv-cinder-836072-1-iscsi {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:56:18.006225 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd6f68-71ae-44ff-ab4b-758613dcf68b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:18.006583 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd6f68-71ae-44ff-ab4b-758613dcf68b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:18.006932 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd6f68-71ae-44ff-ab4b-758613dcf68b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:18.007278 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd6f68-71ae-44ff-ab4b-758613dcf68b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:18.007618 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd6f68-71ae-44ff-ab4b-758613dcf68b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:18.007985 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd6f68-71ae-44ff-ab4b-758613dcf68b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:18.008315 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd6f68-71ae-44ff-ab4b-758613dcf68b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:18.008649 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd6f68-71ae-44ff-ab4b-758613dcf68b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:18.009349 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd6f68-71ae-44ff-ab4b-758613dcf68b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:18.011105 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd6f68-71ae-44ff-ab4b-758613dcf68b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:18.011105 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd6f68-71ae-44ff-ab4b-758613dcf68b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:18.011257 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd6f68-71ae-44ff-ab4b-758613dcf68b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:18.011610 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd6f68-71ae-44ff-ab4b-758613dcf68b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:18.011980 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd6f68-71ae-44ff-ab4b-758613dcf68b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:18.012318 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd6f68-71ae-44ff-ab4b-758613dcf68b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:18.075047 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cff0288-260d-4c88-880d-7ab26d764239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999857', 'neutron.services.segments.db._delete_segments_for_network-8784743285306'] for network (3e737225-4e10-471d-acfd-b8b95aab17aa), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:18.095066 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-7cff0288-260d-4c88-880d-7ab26d764239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e737225-4e10-471d-acfd-b8b95aab17aa']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:18.104045 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-7cff0288-260d-4c88-880d-7ab26d764239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9d727ad-8410-4a41-8976-10a598e856b1') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:18.104341 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-7cff0288-260d-4c88-880d-7ab26d764239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9d727ad-8410-4a41-8976-10a598e856b1') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:18.113966 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cff0288-260d-4c88-880d-7ab26d764239 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784743283779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24749381'] for segment (c9d727ad-8410-4a41-8976-10a598e856b1), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:18.126626 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cff0288-260d-4c88-880d-7ab26d764239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (c9d727ad-8410-4a41-8976-10a598e856b1), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:18.132325 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cff0288-260d-4c88-880d-7ab26d764239 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:56:18.132700 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cff0288-260d-4c88-880d-7ab26d764239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24999171'] for segment (c9d727ad-8410-4a41-8976-10a598e856b1), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: Traceback (most recent call last): Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: timer() Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: cb(*args, **kw) Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: return func(*args, **kwargs) Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: self._notify() Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: self.callback(batched_events) Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: event.method(event) Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: return f(self, *a, **k) Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: return self._get(url).json() Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: return self.request(url, 'GET', **kwargs) Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:56:18.134331 dv-cinder-836072-1-iscsi neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:56:18.283171 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cff0288-260d-4c88-880d-7ab26d764239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728163'] for network (3e737225-4e10-471d-acfd-b8b95aab17aa), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:18.287471 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cff0288-260d-4c88-880d-7ab26d764239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:18.290918 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-7cff0288-260d-4c88-880d-7ab26d764239 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3e737225-4e10-471d-acfd-b8b95aab17aa HTTP/1.1" status: 204 len: 168 time: 0.7373381 Mar 31 20:56:18.294012 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37450) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:18.304352 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff0288-260d-4c88-880d-7ab26d764239 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e737225-4e10-471d-acfd-b8b95aab17aa,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:18.433313 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 3eca849f-8b92-4aac-9503-96f93fb4c714 no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:56:18.456629 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: 3eca849f-8b92-4aac-9503-96f93fb4c714 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:56:18.456970 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 3eca849f-8b92-4aac-9503-96f93fb4c714 not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:56:18.457377 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 71c01c6e-e560-46eb-8434-a5d7d327104b no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:56:18.476661 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: 71c01c6e-e560-46eb-8434-a5d7d327104b {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:56:18.477002 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 71c01c6e-e560-46eb-8434-a5d7d327104b not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:56:18.477407 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70 no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:56:18.495373 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: 0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:56:18.495716 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 0cd0e940-d8d1-4d3d-8ed1-129ebbef1e70 not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:56:18.638405 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-abc6b019-e253-4911-a9ca-33c2ac018bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16736117'] for router_interface (3d7fe2ed-5e94-4aef-9a33-32194fee9c60), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:18.881461 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-abc6b019-e253-4911-a9ca-33c2ac018bbe admin admin] Deleting port 759dbc73-3643-4b6f-82e4-06e1b035e4ad {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:56:18.881709 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-abc6b019-e253-4911-a9ca-33c2ac018bbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (759dbc73-3643-4b6f-82e4-06e1b035e4ad), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:18.956105 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-abc6b019-e253-4911-a9ca-33c2ac018bbe admin admin] For port 759dbc73-3643-4b6f-82e4-06e1b035e4ad, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=759dbc73-3643-4b6f-82e4-06e1b035e4ad,segment=NetworkSegment(5b2213f3-6b40-4a01-abba-bc3db3ad615d),segment_id=5b2213f3-6b40-4a01-abba-bc3db3ad615d)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:56:18.956457 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-abc6b019-e253-4911-a9ca-33c2ac018bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (759dbc73-3643-4b6f-82e4-06e1b035e4ad), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:18.968558 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-abc6b019-e253-4911-a9ca-33c2ac018bbe admin admin] Calling delete_port for 759dbc73-3643-4b6f-82e4-06e1b035e4ad owned by network:router_interface {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:56:19.191312 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-abc6b019-e253-4911-a9ca-33c2ac018bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (759dbc73-3643-4b6f-82e4-06e1b035e4ad), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:19.219157 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6b019-e253-4911-a9ca-33c2ac018bbe admin admin] Pushing event deleted for resources: {'Port': ['ID=759dbc73-3643-4b6f-82e4-06e1b035e4ad,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:19.633724 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-abc6b019-e253-4911-a9ca-33c2ac018bbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16300112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16729829'] for router_interface (3d7fe2ed-5e94-4aef-9a33-32194fee9c60), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:19.849197 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc6b019-e253-4911-a9ca-33c2ac018bbe admin admin] Router 3d7fe2ed-5e94-4aef-9a33-32194fee9c60 has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:56:19.956517 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc6b019-e253-4911-a9ca-33c2ac018bbe admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:56:19.961698 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-abc6b019-e253-4911-a9ca-33c2ac018bbe admin admin] 10.222.0.61 "PUT /v2.0/routers/3d7fe2ed-5e94-4aef-9a33-32194fee9c60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6660812 Mar 31 20:56:19.967796 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37452) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:19.967987 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfaad0d-a27a-42f6-a9d7-5e7aa0368a70 None None] Sync routers for ids ['3d7fe2ed-5e94-4aef-9a33-32194fee9c60'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:56:19.977739 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfaad0d-a27a-42f6-a9d7-5e7aa0368a70 None None] Routers {'3d7fe2ed-5e94-4aef-9a33-32194fee9c60'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:56:19.978357 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8cfaad0d-a27a-42f6-a9d7-5e7aa0368a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:56:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['3d7fe2ed-5e94-4aef-9a33-32194fee9c60'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:20.065565 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-01541fa0-b9e2-4fb4-b950-7a74ac05aada admin admin] Publish callbacks [] for router (3d7fe2ed-5e94-4aef-9a33-32194fee9c60), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:20.084566 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-8cfaad0d-a27a-42f6-a9d7-5e7aa0368a70 None None] Set router 3d7fe2ed-5e94-4aef-9a33-32194fee9c60 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:56:20.177185 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-01541fa0-b9e2-4fb4-b950-7a74ac05aada admin admin] Publish callbacks [] for router_gateway (3d7fe2ed-5e94-4aef-9a33-32194fee9c60), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:20.361454 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8cfaad0d-a27a-42f6-a9d7-5e7aa0368a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7fe2ed-5e94-4aef-9a33-32194fee9c60', 'name': 'tempest-TestMinimumBasicScenario-786036052-router', 'tenant_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '2424fcb0-9bd2-4d1f-b6be-ba951c532a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:53:46Z', 'updated_at': '2022-03-31T20:56:19Z', 'revision_number': 5, 'project_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'gw_port': {'id': '2424fcb0-9bd2-4d1f-b6be-ba951c532a96', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7fe2ed-5e94-4aef-9a33-32194fee9c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:53:46Z', 'updated_at': '2022-03-31T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:20.381178 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-01541fa0-b9e2-4fb4-b950-7a74ac05aada admin admin] Deleting port 2424fcb0-9bd2-4d1f-b6be-ba951c532a96 {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:56:20.381515 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-01541fa0-b9e2-4fb4-b950-7a74ac05aada admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (2424fcb0-9bd2-4d1f-b6be-ba951c532a96), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:20.387589 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfaad0d-a27a-42f6-a9d7-5e7aa0368a70 None None] Checking router: 3d7fe2ed-5e94-4aef-9a33-32194fee9c60 for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:56:20.396794 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfaad0d-a27a-42f6-a9d7-5e7aa0368a70 None None] Routers {'3d7fe2ed-5e94-4aef-9a33-32194fee9c60'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:56:20.397432 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8cfaad0d-a27a-42f6-a9d7-5e7aa0368a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:56:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['3d7fe2ed-5e94-4aef-9a33-32194fee9c60'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:20.465015 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-01541fa0-b9e2-4fb4-b950-7a74ac05aada admin admin] For port 2424fcb0-9bd2-4d1f-b6be-ba951c532a96, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=2424fcb0-9bd2-4d1f-b6be-ba951c532a96,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:56:20.465380 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-01541fa0-b9e2-4fb4-b950-7a74ac05aada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (2424fcb0-9bd2-4d1f-b6be-ba951c532a96), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:20.477890 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-01541fa0-b9e2-4fb4-b950-7a74ac05aada admin admin] Calling delete_port for 2424fcb0-9bd2-4d1f-b6be-ba951c532a96 owned by network:router_gateway {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:56:20.485550 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-8cfaad0d-a27a-42f6-a9d7-5e7aa0368a70 None None] Set router 3d7fe2ed-5e94-4aef-9a33-32194fee9c60 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:56:20.552260 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8cfaad0d-a27a-42f6-a9d7-5e7aa0368a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7fe2ed-5e94-4aef-9a33-32194fee9c60', 'name': 'tempest-TestMinimumBasicScenario-786036052-router', 'tenant_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:53:46Z', 'updated_at': '2022-03-31T20:56:20Z', 'revision_number': 6, 'project_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'gw_port_host': None}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:20.580705 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfaad0d-a27a-42f6-a9d7-5e7aa0368a70 None None] The sync data for ids ['3d7fe2ed-5e94-4aef-9a33-32194fee9c60'] in dv-cinder-836072-1-iscsi is: [{'id': '3d7fe2ed-5e94-4aef-9a33-32194fee9c60', 'name': 'tempest-TestMinimumBasicScenario-786036052-router', 'tenant_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:53:46Z', 'updated_at': '2022-03-31T20:56:20Z', 'revision_number': 6, 'project_id': '4fad4eb9dc1447148add0dab46f9cdc8', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:56:20.728474 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-01541fa0-b9e2-4fb4-b950-7a74ac05aada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (2424fcb0-9bd2-4d1f-b6be-ba951c532a96), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:20.757135 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01541fa0-b9e2-4fb4-b950-7a74ac05aada admin admin] Pushing event deleted for resources: {'Port': ['ID=2424fcb0-9bd2-4d1f-b6be-ba951c532a96,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:20.819525 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-01541fa0-b9e2-4fb4-b950-7a74ac05aada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16728079'] for router_gateway (3d7fe2ed-5e94-4aef-9a33-32194fee9c60), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:20.911877 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-01541fa0-b9e2-4fb4-b950-7a74ac05aada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16730259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016'] for router (3d7fe2ed-5e94-4aef-9a33-32194fee9c60), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:20.913913 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-01541fa0-b9e2-4fb4-b950-7a74ac05aada admin admin] Publish callbacks [] for router_controller (3d7fe2ed-5e94-4aef-9a33-32194fee9c60), precommit_delete_associations {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:21.014701 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-01541fa0-b9e2-4fb4-b950-7a74ac05aada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16730346'] for router (3d7fe2ed-5e94-4aef-9a33-32194fee9c60), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:21.015230 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01541fa0-b9e2-4fb4-b950-7a74ac05aada admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d7fe2ed-5e94-4aef-9a33-32194fee9c60 {{(pid=110549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:56:21.019589 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-01541fa0-b9e2-4fb4-b950-7a74ac05aada admin admin] Publish callbacks [] for router (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:21.023053 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-01541fa0-b9e2-4fb4-b950-7a74ac05aada admin admin] 10.222.0.61 "DELETE /v2.0/routers/3d7fe2ed-5e94-4aef-9a33-32194fee9c60 HTTP/1.1" status: 204 len: 168 time: 1.0554659 Mar 31 20:56:21.025712 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37454) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:21.071358 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5122092-72bc-4ee5-ae5d-7b71ae5f5073 admin admin] Deleting subnet 2fa4bf3d-24e7-4d1c-a477-03dde9143b20 {{(pid=110549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:56:21.074468 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e5122092-72bc-4ee5-ae5d-7b71ae5f5073 admin admin] Publish callbacks [] for subnet (2fa4bf3d-24e7-4d1c-a477-03dde9143b20), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:21.108279 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e5122092-72bc-4ee5-ae5d-7b71ae5f5073 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25089792'] for subnet (2fa4bf3d-24e7-4d1c-a477-03dde9143b20), precommit_delete_associations {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:21.181607 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e5122092-72bc-4ee5-ae5d-7b71ae5f5073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1035066'] for subnet (2fa4bf3d-24e7-4d1c-a477-03dde9143b20), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:21.289190 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e5122092-72bc-4ee5-ae5d-7b71ae5f5073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12673467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25098015'] for subnet (2fa4bf3d-24e7-4d1c-a477-03dde9143b20), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:21.319225 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5122092-72bc-4ee5-ae5d-7b71ae5f5073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fa4bf3d-24e7-4d1c-a477-03dde9143b20,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:21.323047 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e5122092-72bc-4ee5-ae5d-7b71ae5f5073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:21.326300 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-e5122092-72bc-4ee5-ae5d-7b71ae5f5073 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2fa4bf3d-24e7-4d1c-a477-03dde9143b20 HTTP/1.1" status: 204 len: 168 time: 0.3020170 Mar 31 20:56:21.329543 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37456) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:21.333095 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbfec17-119f-4abc-a936-f19ec306f37f None None] Network b873b7b5-b7ea-4260-a740-16e2ba34f53c requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:56:21.401596 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913787'] for network (b873b7b5-b7ea-4260-a740-16e2ba34f53c), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:21.456368 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Deleting port 6ef25132-f867-4cef-a58f-31f10d44dfc8 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:56:21.456713 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (6ef25132-f867-4cef-a58f-31f10d44dfc8), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:21.499927 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ad46e6-b5a5-4a5c-b6fc-4065638e3adb None None] DHCP port deletion for b873b7b5-b7ea-4260-a740-16e2ba34f53c request from dv-cinder-836072-1-iscsi {{(pid=110551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:56:21.526497 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] For port 6ef25132-f867-4cef-a58f-31f10d44dfc8, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=6ef25132-f867-4cef-a58f-31f10d44dfc8,segment=NetworkSegment(5b2213f3-6b40-4a01-abba-bc3db3ad615d),segment_id=5b2213f3-6b40-4a01-abba-bc3db3ad615d)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:56:21.526871 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (6ef25132-f867-4cef-a58f-31f10d44dfc8), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:21.541155 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Calling delete_port for 6ef25132-f867-4cef-a58f-31f10d44dfc8 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:56:21.548426 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-15ad46e6-b5a5-4a5c-b6fc-4065638e3adb None None] Deleting port 6ef25132-f867-4cef-a58f-31f10d44dfc8 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:56:21.548813 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-15ad46e6-b5a5-4a5c-b6fc-4065638e3adb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (6ef25132-f867-4cef-a58f-31f10d44dfc8), before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:21.618828 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-15ad46e6-b5a5-4a5c-b6fc-4065638e3adb None None] For port 6ef25132-f867-4cef-a58f-31f10d44dfc8, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=6ef25132-f867-4cef-a58f-31f10d44dfc8,segment=NetworkSegment(5b2213f3-6b40-4a01-abba-bc3db3ad615d),segment_id=5b2213f3-6b40-4a01-abba-bc3db3ad615d)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:56:21.619251 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-15ad46e6-b5a5-4a5c-b6fc-4065638e3adb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (6ef25132-f867-4cef-a58f-31f10d44dfc8), precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:21.632290 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-15ad46e6-b5a5-4a5c-b6fc-4065638e3adb None None] Calling delete_port for 6ef25132-f867-4cef-a58f-31f10d44dfc8 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:56:21.700529 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (6ef25132-f867-4cef-a58f-31f10d44dfc8), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:21.708119 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-15ad46e6-b5a5-4a5c-b6fc-4065638e3adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414'] for port (6ef25132-f867-4cef-a58f-31f10d44dfc8), after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:21.732029 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef25132-f867-4cef-a58f-31f10d44dfc8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:21.733025 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad46e6-b5a5-4a5c-b6fc-4065638e3adb None None] Pushing event deleted for resources: {'Port': ['ID=6ef25132-f867-4cef-a58f-31f10d44dfc8,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:21.735488 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] No DVR routers for this DVR port 6ef25132-f867-4cef-a58f-31f10d44dfc8 on host dv-cinder-836072-1-iscsi {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:56:21.736434 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ad46e6-b5a5-4a5c-b6fc-4065638e3adb None None] No DVR routers for this DVR port 6ef25132-f867-4cef-a58f-31f10d44dfc8 on host dv-cinder-836072-1-iscsi {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:56:21.743529 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:21.743911 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:21.744257 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:21.744595 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:21.744927 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:21.745255 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:21.745579 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:21.745903 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:21.746346 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:21.746550 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:21.747387 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:21.747926 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:21.748255 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:21.748575 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:21.748894 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:21.816367 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999857', 'neutron.services.segments.db._delete_segments_for_network-8784743285306'] for network (b873b7b5-b7ea-4260-a740-16e2ba34f53c), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:21.836115 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b873b7b5-b7ea-4260-a740-16e2ba34f53c']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:21.845549 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2213f3-6b40-4a01-abba-bc3db3ad615d') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:21.846028 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2213f3-6b40-4a01-abba-bc3db3ad615d') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:21.854913 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784743283779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24749381'] for segment (5b2213f3-6b40-4a01-abba-bc3db3ad615d), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:21.867723 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (5b2213f3-6b40-4a01-abba-bc3db3ad615d), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:21.873874 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:56:21.874246 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24999171'] for segment (5b2213f3-6b40-4a01-abba-bc3db3ad615d), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: Traceback (most recent call last): Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: timer() Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: cb(*args, **kw) Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: return func(*args, **kwargs) Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: self._notify() Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: self.callback(batched_events) Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: event.method(event) Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: return f(self, *a, **k) Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: return self._get(url).json() Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: return self.request(url, 'GET', **kwargs) Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:56:21.875823 dv-cinder-836072-1-iscsi neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:56:22.031664 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728163'] for network (b873b7b5-b7ea-4260-a740-16e2ba34f53c), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:22.036906 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:22.041532 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] 10.222.0.61 "DELETE /v2.0/networks/b873b7b5-b7ea-4260-a740-16e2ba34f53c HTTP/1.1" status: 204 len: 168 time: 0.7092571 Mar 31 20:56:22.051019 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76d706-57d1-4b28-a0f2-237a07aba82d admin admin] Pushing event deleted for resources: {'Network': ['ID=b873b7b5-b7ea-4260-a740-16e2ba34f53c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:22.366318 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37460) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:22.406614 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-d507e47f-e486-4aa1-bf71-200f79c02982 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2baaa83d12dc4ab292f334323cf092df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390503 Mar 31 20:56:22.408990 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37462) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:22.433728 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 2424fcb0-9bd2-4d1f-b6be-ba951c532a96 no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:56:22.457364 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: 2424fcb0-9bd2-4d1f-b6be-ba951c532a96 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:56:22.457710 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 2424fcb0-9bd2-4d1f-b6be-ba951c532a96 not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:56:22.458120 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 6ef25132-f867-4cef-a58f-31f10d44dfc8 no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:56:22.460795 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3ed7421c-dc7b-44ff-88c9-bf00470a68d5 admin admin] Publish callbacks [] for security_group (61e794f7-4126-40a5-9df9-3df873967ce7), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:22.476263 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: 6ef25132-f867-4cef-a58f-31f10d44dfc8 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:56:22.476613 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 6ef25132-f867-4cef-a58f-31f10d44dfc8 not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:56:22.477021 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 759dbc73-3643-4b6f-82e4-06e1b035e4ad no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:56:22.482511 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3ed7421c-dc7b-44ff-88c9-bf00470a68d5 admin admin] Publish callbacks [] for security_group (61e794f7-4126-40a5-9df9-3df873967ce7), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:22.495566 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: 759dbc73-3643-4b6f-82e4-06e1b035e4ad {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:56:22.495947 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 759dbc73-3643-4b6f-82e4-06e1b035e4ad not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:56:22.608887 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3ed7421c-dc7b-44ff-88c9-bf00470a68d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (61e794f7-4126-40a5-9df9-3df873967ce7), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:22.611450 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3ed7421c-dc7b-44ff-88c9-bf00470a68d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:22.612734 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-3ed7421c-dc7b-44ff-88c9-bf00470a68d5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/61e794f7-4126-40a5-9df9-3df873967ce7 HTTP/1.1" status: 204 len: 168 time: 0.2028284 Mar 31 20:56:22.621074 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7421c-dc7b-44ff-88c9-bf00470a68d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e794f7-4126-40a5-9df9-3df873967ce7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:23.245523 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37468) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:23.288036 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-d7b8899e-e583-446e-912e-5561bed7f13b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4fad4eb9dc1447148add0dab46f9cdc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413396 Mar 31 20:56:23.293192 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37470) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:23.339983 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d94b149-43a2-4dcf-b820-24fe7c6ce1b7 admin admin] Publish callbacks [] for security_group (148fcbbe-51c3-4066-b976-82ac3c2bba5c), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:23.360313 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d94b149-43a2-4dcf-b820-24fe7c6ce1b7 admin admin] Publish callbacks [] for security_group (148fcbbe-51c3-4066-b976-82ac3c2bba5c), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:23.488712 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d94b149-43a2-4dcf-b820-24fe7c6ce1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (148fcbbe-51c3-4066-b976-82ac3c2bba5c), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:23.491217 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d94b149-43a2-4dcf-b820-24fe7c6ce1b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:23.492370 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-7d94b149-43a2-4dcf-b820-24fe7c6ce1b7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/148fcbbe-51c3-4066-b976-82ac3c2bba5c HTTP/1.1" status: 204 len: 168 time: 0.1982830 Mar 31 20:56:23.500440 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94b149-43a2-4dcf-b820-24fe7c6ce1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148fcbbe-51c3-4066-b976-82ac3c2bba5c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:24.526667 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37492) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:24.655840 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-bbf03ec2-0a74-45a5-af3c-54013d3280d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-486607749-network', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:56:24.768267 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf03ec2-0a74-45a5-af3c-54013d3280d3 admin admin] Made reservation on behalf of 091304cc9c1f40ca9ad8a56f9d86fda5 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:56:24.770579 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbf03ec2-0a74-45a5-af3c-54013d3280d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for network (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:24.779122 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbf03ec2-0a74-45a5-af3c-54013d3280d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:24.851297 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbf03ec2-0a74-45a5-af3c-54013d3280d3 admin admin] Publish callbacks [] for security_group (18dc9e51-bfbc-4ef2-bd1b-bc8234ef7d74), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:24.922563 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbf03ec2-0a74-45a5-af3c-54013d3280d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (18dc9e51-bfbc-4ef2-bd1b-bc8234ef7d74), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:24.947468 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf03ec2-0a74-45a5-af3c-54013d3280d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:56:24.957618 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf03ec2-0a74-45a5-af3c-54013d3280d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18dc9e51-bfbc-4ef2-bd1b-bc8234ef7d74,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:24.963102 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbf03ec2-0a74-45a5-af3c-54013d3280d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (71ee310c-899c-4e2c-9501-0d23e7c4605f), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:24.963449 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.segments_db [None req-bbf03ec2-0a74-45a5-af3c-54013d3280d3 admin admin] Added segment 71ee310c-899c-4e2c-9501-0d23e7c4605f of type vlan for network 171af949-9073-4e5c-9320-44ab1e637aad Mar 31 20:56:25.005215 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbf03ec2-0a74-45a5-af3c-54013d3280d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784742926659'] for network (171af949-9073-4e5c-9320-44ab1e637aad), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:25.093998 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbf03ec2-0a74-45a5-af3c-54013d3280d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for network (171af949-9073-4e5c-9320-44ab1e637aad), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:25.094987 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf03ec2-0a74-45a5-af3c-54013d3280d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:56:25.095559 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbf03ec2-0a74-45a5-af3c-54013d3280d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:25.152328 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf03ec2-0a74-45a5-af3c-54013d3280d3 admin admin] Pushing event updated for resources: {'Network': ['ID=171af949-9073-4e5c-9320-44ab1e637aad,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:25.162094 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Network 171af949-9073-4e5c-9320-44ab1e637aad details requested by agent ovs-agent-dv-cinder-836072-1-iscsi with host dv-cinder-836072-1-iscsi {{(pid=110551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:56:25.228785 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-bbf03ec2-0a74-45a5-af3c-54013d3280d3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7009563 Mar 31 20:56:25.232380 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37496) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:25.237452 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-acf53ca8-3a90-464d-90c1-be92aadea3be admin admin] Request body: {'subnet': {'network_id': '171af949-9073-4e5c-9320-44ab1e637aad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-486607749-subnet', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:56:25.339810 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf53ca8-3a90-464d-90c1-be92aadea3be admin admin] Made reservation on behalf of 091304cc9c1f40ca9ad8a56f9d86fda5 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:56:25.342757 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-acf53ca8-3a90-464d-90c1-be92aadea3be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24512338'] for subnet (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:25.826245 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-acf53ca8-3a90-464d-90c1-be92aadea3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25000166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24512324'] for subnet (f12debb2-a1a7-4f3b-8318-17f94b52ecf5), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:25.882403 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf53ca8-3a90-464d-90c1-be92aadea3be admin admin] Pushing event updated for resources: {'Subnet': ['ID=f12debb2-a1a7-4f3b-8318-17f94b52ecf5,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:25.889505 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf53ca8-3a90-464d-90c1-be92aadea3be admin admin] Checking segment: {'id': '71ee310c-899c-4e2c-9501-0d23e7c4605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:56:25.889896 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf53ca8-3a90-464d-90c1-be92aadea3be admin admin] Network hostable DHCP agents. Network: 171af949-9073-4e5c-9320-44ab1e637aad, hostable agents: ['b91c7fac-627a-49bd-9332-a32b3145d578'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:56:25.968205 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf53ca8-3a90-464d-90c1-be92aadea3be admin admin] Network 171af949-9073-4e5c-9320-44ab1e637aad is scheduled to be hosted by DHCP agent b91c7fac-627a-49bd-9332-a32b3145d578 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:56:26.036617 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-acf53ca8-3a90-464d-90c1-be92aadea3be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-1-iscsi, 171af949-9073-4e5c-9320-44ab1e637aad) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:56:26.040409 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf53ca8-3a90-464d-90c1-be92aadea3be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:56:26.041002 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-acf53ca8-3a90-464d-90c1-be92aadea3be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:26.047679 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb75250-f082-42ea-b610-e65ddf95d0bc None None] Network 171af949-9073-4e5c-9320-44ab1e637aad requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:56:26.109018 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-acf53ca8-3a90-464d-90c1-be92aadea3be admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8752437 Mar 31 20:56:26.111826 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37498) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:26.116033 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-405d10e7-5611-4e95-ab2b-b9a2a14906ce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-486607749-router', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:56:26.142226 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201e3a05-053d-4776-9835-df2e8eb52a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee5b7b07-8262-5262-a6f7-e819c2b19a01-171af949-9073-4e5c-9320-44ab1e637aad', 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad', 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'fixed_ips': [{'subnet_id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5'}]}} from dv-cinder-836072-1-iscsi. {{(pid=110551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:56:26.143061 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-201e3a05-053d-4776-9835-df2e8eb52a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:26.197448 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-405d10e7-5611-4e95-ab2b-b9a2a14906ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16729917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router (fe838453-3672-42ac-aac4-7cacb3c6f469), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:26.198536 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-405d10e7-5611-4e95-ab2b-b9a2a14906ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16730285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16728316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16770512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router (fe838453-3672-42ac-aac4-7cacb3c6f469), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:26.258252 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-405d10e7-5611-4e95-ab2b-b9a2a14906ce admin admin] Publish callbacks [] for router_controller (fe838453-3672-42ac-aac4-7cacb3c6f469), precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:26.292715 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-201e3a05-053d-4776-9835-df2e8eb52a7c None None] Allocated IP 172.20.0.2 (171af949-9073-4e5c-9320-44ab1e637aad/f12debb2-a1a7-4f3b-8318-17f94b52ecf5/40fda058-0e9a-4ec7-824f-210246b37132) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:56:26.434352 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-201e3a05-053d-4776-9835-df2e8eb52a7c None None] Publish callbacks [] for port (40fda058-0e9a-4ec7-824f-210246b37132), precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:26.483612 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-405d10e7-5611-4e95-ab2b-b9a2a14906ce admin admin] Publish callbacks [] for router_gateway (fe838453-3672-42ac-aac4-7cacb3c6f469), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:26.500391 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-201e3a05-053d-4776-9835-df2e8eb52a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (40fda058-0e9a-4ec7-824f-210246b37132), after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:26.536502 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201e3a05-053d-4776-9835-df2e8eb52a7c None None] Network 171af949-9073-4e5c-9320-44ab1e637aad is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:56:26.539318 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-201e3a05-053d-4776-9835-df2e8eb52a7c None None] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:56:26.545830 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201e3a05-053d-4776-9835-df2e8eb52a7c None None] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:56:26.552922 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e3a05-053d-4776-9835-df2e8eb52a7c None None] Pushing event updated for resources: {'Port': ['ID=40fda058-0e9a-4ec7-824f-210246b37132,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:26.609152 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-201e3a05-053d-4776-9835-df2e8eb52a7c None None] Attempting to bind port 40fda058-0e9a-4ec7-824f-210246b37132 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:56:26.609518 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-201e3a05-053d-4776-9835-df2e8eb52a7c None None] Attempting to bind port 40fda058-0e9a-4ec7-824f-210246b37132 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': '71ee310c-899c-4e2c-9501-0d23e7c4605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:56:26.609910 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201e3a05-053d-4776-9835-df2e8eb52a7c None None] Attempting to bind port 40fda058-0e9a-4ec7-824f-210246b37132 on network 171af949-9073-4e5c-9320-44ab1e637aad {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:56:26.615063 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201e3a05-053d-4776-9835-df2e8eb52a7c None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:56:26.615468 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201e3a05-053d-4776-9835-df2e8eb52a7c None None] Checking segment: {'id': '71ee310c-899c-4e2c-9501-0d23e7c4605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:56:26.615894 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-201e3a05-053d-4776-9835-df2e8eb52a7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:26.616282 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201e3a05-053d-4776-9835-df2e8eb52a7c None None] Bound using segment: {'id': '71ee310c-899c-4e2c-9501-0d23e7c4605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:56:26.616738 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-201e3a05-053d-4776-9835-df2e8eb52a7c None None] Bound port: 40fda058-0e9a-4ec7-824f-210246b37132, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ee310c-899c-4e2c-9501-0d23e7c4605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:56:26.617114 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-201e3a05-053d-4776-9835-df2e8eb52a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (40fda058-0e9a-4ec7-824f-210246b37132), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:26.678365 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-201e3a05-053d-4776-9835-df2e8eb52a7c None None] For port 40fda058-0e9a-4ec7-824f-210246b37132, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:56:26.681256 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-201e3a05-053d-4776-9835-df2e8eb52a7c None None] For port 40fda058-0e9a-4ec7-824f-210246b37132, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=40fda058-0e9a-4ec7-824f-210246b37132,segment=NetworkSegment(71ee310c-899c-4e2c-9501-0d23e7c4605f),segment_id=71ee310c-899c-4e2c-9501-0d23e7c4605f)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:56:26.734345 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-201e3a05-053d-4776-9835-df2e8eb52a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (40fda058-0e9a-4ec7-824f-210246b37132), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:26.737371 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-405d10e7-5611-4e95-ab2b-b9a2a14906ce admin admin] Publish callbacks [] for router_gateway (fe838453-3672-42ac-aac4-7cacb3c6f469), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:26.759945 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-405d10e7-5611-4e95-ab2b-b9a2a14906ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:26.792402 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e3a05-053d-4776-9835-df2e8eb52a7c None None] Pushing event updated for resources: {'Port': ['ID=40fda058-0e9a-4ec7-824f-210246b37132,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:26.866214 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-405d10e7-5611-4e95-ab2b-b9a2a14906ce admin admin] Allocated IP 172.27.0.2 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/5894ffa6-8226-474e-99f4-2cf672079fe7) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:56:26.989956 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-405d10e7-5611-4e95-ab2b-b9a2a14906ce admin admin] Publish callbacks [] for port (5894ffa6-8226-474e-99f4-2cf672079fe7), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:27.083437 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-405d10e7-5611-4e95-ab2b-b9a2a14906ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (5894ffa6-8226-474e-99f4-2cf672079fe7), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:27.122564 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405d10e7-5611-4e95-ab2b-b9a2a14906ce admin admin] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:56:27.125484 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-405d10e7-5611-4e95-ab2b-b9a2a14906ce admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:56:27.128082 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405d10e7-5611-4e95-ab2b-b9a2a14906ce admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:56:27.158846 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d10e7-5611-4e95-ab2b-b9a2a14906ce admin admin] Pushing event updated for resources: {'Port': ['ID=5894ffa6-8226-474e-99f4-2cf672079fe7,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:27.445782 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-405d10e7-5611-4e95-ab2b-b9a2a14906ce admin admin] Publish callbacks [] for router_gateway (fe838453-3672-42ac-aac4-7cacb3c6f469), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:27.662232 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-405d10e7-5611-4e95-ab2b-b9a2a14906ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16730276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16728107'] for router (fe838453-3672-42ac-aac4-7cacb3c6f469), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:27.758442 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063bfee0-4c03-433a-b35f-e33abe6c45ad None None] Network 171af949-9073-4e5c-9320-44ab1e637aad requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:56:27.853706 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405d10e7-5611-4e95-ab2b-b9a2a14906ce admin admin] Router fe838453-3672-42ac-aac4-7cacb3c6f469 is scheduled to L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:56:27.862611 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-ebdd446e-b599-43ff-abf4-b2cc397e1662 None None] Provisioning complete for port 40fda058-0e9a-4ec7-824f-210246b37132 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:56:27.862991 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ebdd446e-b599-43ff-abf4-b2cc397e1662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (40fda058-0e9a-4ec7-824f-210246b37132), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:27.970043 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-ebdd446e-b599-43ff-abf4-b2cc397e1662 None None] Current status of the port 40fda058-0e9a-4ec7-824f-210246b37132 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:56:27.975397 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ebdd446e-b599-43ff-abf4-b2cc397e1662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (40fda058-0e9a-4ec7-824f-210246b37132), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:27.975578 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405d10e7-5611-4e95-ab2b-b9a2a14906ce admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:56:27.985020 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] Sync routers for ids ['fe838453-3672-42ac-aac4-7cacb3c6f469'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:56:28.006296 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] Routers {'fe838453-3672-42ac-aac4-7cacb3c6f469'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:56:28.006932 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:56:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['fe838453-3672-42ac-aac4-7cacb3c6f469'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:28.017110 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-ebdd446e-b599-43ff-abf4-b2cc397e1662 None None] For port 40fda058-0e9a-4ec7-824f-210246b37132, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=40fda058-0e9a-4ec7-824f-210246b37132,segment=NetworkSegment(71ee310c-899c-4e2c-9501-0d23e7c4605f),segment_id=71ee310c-899c-4e2c-9501-0d23e7c4605f)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:56:28.125395 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-405d10e7-5611-4e95-ab2b-b9a2a14906ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:28.126623 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-405d10e7-5611-4e95-ab2b-b9a2a14906ce admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.0138264 Mar 31 20:56:28.134769 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37502) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:28.207635 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ebdd446e-b599-43ff-abf4-b2cc397e1662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (40fda058-0e9a-4ec7-824f-210246b37132), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:28.282027 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd446e-b599-43ff-abf4-b2cc397e1662 None None] Pushing event updated for resources: {'Port': ['ID=40fda058-0e9a-4ec7-824f-210246b37132,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:28.301102 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] Set router fe838453-3672-42ac-aac4-7cacb3c6f469 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:56:28.410146 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-437e8435-8e00-4a4a-bfc0-409baa65b130 None None] Provisioning complete for port 40fda058-0e9a-4ec7-824f-210246b37132 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:56:28.410535 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-437e8435-8e00-4a4a-bfc0-409baa65b130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (40fda058-0e9a-4ec7-824f-210246b37132), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:28.475087 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 40fda058-0e9a-4ec7-824f-210246b37132 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:56:28.566323 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9313-c737-4096-ab1d-cd9af9a66032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:28.581352 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-437e8435-8e00-4a4a-bfc0-409baa65b130 None None] Current status of the port 40fda058-0e9a-4ec7-824f-210246b37132 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:56:28.597293 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 40fda058-0e9a-4ec7-824f-210246b37132 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:56:28.597674 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (40fda058-0e9a-4ec7-824f-210246b37132), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:28.622565 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'name': 'tempest-TestShelveInstance-486607749-router', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:27Z', 'revision_number': 3, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'gw_port': {'id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:28.660440 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] Checking router: fe838453-3672-42ac-aac4-7cacb3c6f469 for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:56:28.660722 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] Updating router fe838453-3672-42ac-aac4-7cacb3c6f469 port 5894ffa6-8226-474e-99f4-2cf672079fe7 binding host dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:56:28.695542 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (5894ffa6-8226-474e-99f4-2cf672079fe7), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:28.722182 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-8cdf9313-c737-4096-ab1d-cd9af9a66032 admin admin] Allocated IP 172.20.0.1 (171af949-9073-4e5c-9320-44ab1e637aad/f12debb2-a1a7-4f3b-8318-17f94b52ecf5/3241072f-ecc0-451b-b265-788c3ea19312) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:56:28.759783 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 40fda058-0e9a-4ec7-824f-210246b37132 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:56:28.825683 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9313-c737-4096-ab1d-cd9af9a66032 admin admin] Publish callbacks [] for port (3241072f-ecc0-451b-b265-788c3ea19312), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:28.923046 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9313-c737-4096-ab1d-cd9af9a66032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (3241072f-ecc0-451b-b265-788c3ea19312), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:28.964397 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdf9313-c737-4096-ab1d-cd9af9a66032 admin admin] Network 171af949-9073-4e5c-9320-44ab1e637aad is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:56:28.967959 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-8cdf9313-c737-4096-ab1d-cd9af9a66032 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:56:28.970460 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdf9313-c737-4096-ab1d-cd9af9a66032 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:56:28.980804 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] Publish callbacks [] for port (5894ffa6-8226-474e-99f4-2cf672079fe7), precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:29.001467 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf9313-c737-4096-ab1d-cd9af9a66032 admin admin] Pushing event updated for resources: {'Port': ['ID=3241072f-ecc0-451b-b265-788c3ea19312,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:29.021137 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9313-c737-4096-ab1d-cd9af9a66032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16736252'] for router_interface (fe838453-3672-42ac-aac4-7cacb3c6f469), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:29.065882 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (5894ffa6-8226-474e-99f4-2cf672079fe7), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:29.130011 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] Attempting to bind port 5894ffa6-8226-474e-99f4-2cf672079fe7 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:56:29.130396 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] Attempting to bind port 5894ffa6-8226-474e-99f4-2cf672079fe7 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:56:29.130768 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] Attempting to bind port 5894ffa6-8226-474e-99f4-2cf672079fe7 on network 058c73fb-def7-43e1-b39b-9141f1a05ed2 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:56:29.132789 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9428a-4e51-492e-b622-f25202c7dbf6 None None] Pushing event updated for resources: {'Port': ['ID=5894ffa6-8226-474e-99f4-2cf672079fe7,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:29.138963 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:56:29.139356 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] Checking segment: {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:56:29.147537 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:29.147537 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] Bound using segment: {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:56:29.147537 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] Bound port: 5894ffa6-8226-474e-99f4-2cf672079fe7, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:56:29.147537 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (5894ffa6-8226-474e-99f4-2cf672079fe7), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:29.192028 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] For port 5894ffa6-8226-474e-99f4-2cf672079fe7, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:56:29.197459 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] For port 5894ffa6-8226-474e-99f4-2cf672079fe7, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=5894ffa6-8226-474e-99f4-2cf672079fe7,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:56:29.209427 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9313-c737-4096-ab1d-cd9af9a66032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (3241072f-ecc0-451b-b265-788c3ea19312), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:29.210436 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-e49937db-7e3f-406e-8afb-88a829a7ddef None None] Provisioning complete for port 3241072f-ecc0-451b-b265-788c3ea19312 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:56:29.210878 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e49937db-7e3f-406e-8afb-88a829a7ddef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (3241072f-ecc0-451b-b265-788c3ea19312), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:29.244889 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e49937db-7e3f-406e-8afb-88a829a7ddef None None] Port 3241072f-ecc0-451b-b265-788c3ea19312 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:56:29.254194 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (5894ffa6-8226-474e-99f4-2cf672079fe7), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:29.313301 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] Routers {'fe838453-3672-42ac-aac4-7cacb3c6f469'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:56:29.313941 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:56:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['fe838453-3672-42ac-aac4-7cacb3c6f469'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:29.350041 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9428a-4e51-492e-b622-f25202c7dbf6 None None] Pushing event updated for resources: {'Port': ['ID=5894ffa6-8226-474e-99f4-2cf672079fe7,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:29.377617 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9313-c737-4096-ab1d-cd9af9a66032 admin admin] Publish callbacks [] for port (3241072f-ecc0-451b-b265-788c3ea19312), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:29.424758 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] Set router fe838453-3672-42ac-aac4-7cacb3c6f469 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:56:29.437073 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9313-c737-4096-ab1d-cd9af9a66032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24999263'] for port (3241072f-ecc0-451b-b265-788c3ea19312), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:29.502174 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf9313-c737-4096-ab1d-cd9af9a66032 admin admin] Pushing event updated for resources: {'Port': ['ID=3241072f-ecc0-451b-b265-788c3ea19312,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:29.504765 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9313-c737-4096-ab1d-cd9af9a66032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16300123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16736104'] for router_interface (fe838453-3672-42ac-aac4-7cacb3c6f469), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:29.565479 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:56:29.602662 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdf9313-c737-4096-ab1d-cd9af9a66032 admin admin] Network 171af949-9073-4e5c-9320-44ab1e637aad is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:56:29.604138 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-8cdf9313-c737-4096-ab1d-cd9af9a66032 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:56:29.623593 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'name': 'tempest-TestShelveInstance-486607749-router', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:29Z', 'revision_number': 4, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'gw_port': {'id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '3241072f-ecc0-451b-b265-788c3ea19312', 'name': '', 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'mac_address': 'fa:16:3e:1d:5a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:28Z', 'updated_at': '2022-03-31T20:56:28Z', 'revision_number': 1, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'subnets': [{'id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:29.650617 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4addc2b1-e730-45eb-8873-5a1447cecf4b None None] The sync data for ids ['fe838453-3672-42ac-aac4-7cacb3c6f469'] in dv-cinder-836072-1-iscsi is: [{'id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'name': 'tempest-TestShelveInstance-486607749-router', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:29Z', 'revision_number': 4, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'gw_port': {'id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '3241072f-ecc0-451b-b265-788c3ea19312', 'name': '', 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'mac_address': 'fa:16:3e:1d:5a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:28Z', 'updated_at': '2022-03-31T20:56:28Z', 'revision_number': 1, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'subnets': [{'id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:56:29.732443 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdf9313-c737-4096-ab1d-cd9af9a66032 admin admin] Router fe838453-3672-42ac-aac4-7cacb3c6f469 has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:56:29.867576 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdf9313-c737-4096-ab1d-cd9af9a66032 admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:56:29.873552 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-8cdf9313-c737-4096-ab1d-cd9af9a66032 admin admin] 10.222.0.61 "PUT /v2.0/routers/fe838453-3672-42ac-aac4-7cacb3c6f469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7376585 Mar 31 20:56:29.880799 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d5cc6099-c59a-4f31-b34b-96e0dade0d8f None None] Provisioning complete for port 3241072f-ecc0-451b-b265-788c3ea19312 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:56:29.881423 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d5cc6099-c59a-4f31-b34b-96e0dade0d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (3241072f-ecc0-451b-b265-788c3ea19312), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:29.926861 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d5cc6099-c59a-4f31-b34b-96e0dade0d8f None None] Port 3241072f-ecc0-451b-b265-788c3ea19312 cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:56:30.471023 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 5894ffa6-8226-474e-99f4-2cf672079fe7 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:56:30.522499 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 5894ffa6-8226-474e-99f4-2cf672079fe7 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:56:30.522798 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (5894ffa6-8226-474e-99f4-2cf672079fe7), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:30.606955 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 5894ffa6-8226-474e-99f4-2cf672079fe7 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:56:30.607420 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (5894ffa6-8226-474e-99f4-2cf672079fe7), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:30.619258 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37518) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:30.624858 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-103c64ff-fbc2-4914-b47f-42200a443c49 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-850387691-network', 'tenant_id': 'ea17108b73a242b79b742d55779287e8'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:56:30.632450 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] For port 5894ffa6-8226-474e-99f4-2cf672079fe7, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=5894ffa6-8226-474e-99f4-2cf672079fe7,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:56:30.705501 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (5894ffa6-8226-474e-99f4-2cf672079fe7), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:30.733974 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103c64ff-fbc2-4914-b47f-42200a443c49 admin admin] Made reservation on behalf of ea17108b73a242b79b742d55779287e8 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:56:30.736848 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-103c64ff-fbc2-4914-b47f-42200a443c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for network (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:30.746218 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-103c64ff-fbc2-4914-b47f-42200a443c49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:30.757331 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Pushing event updated for resources: {'Port': ['ID=5894ffa6-8226-474e-99f4-2cf672079fe7,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:30.828993 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-103c64ff-fbc2-4914-b47f-42200a443c49 admin admin] Publish callbacks [] for security_group (5f9faa85-9aa2-4f3c-899a-83c7fd8573f3), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:30.894845 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-103c64ff-fbc2-4914-b47f-42200a443c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (5f9faa85-9aa2-4f3c-899a-83c7fd8573f3), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:31.182000 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103c64ff-fbc2-4914-b47f-42200a443c49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:56:31.189148 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c64ff-fbc2-4914-b47f-42200a443c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9faa85-9aa2-4f3c-899a-83c7fd8573f3,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:31.196271 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-103c64ff-fbc2-4914-b47f-42200a443c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (1ed96aca-12ea-4b4a-946d-1ee015bfbfdc), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:31.201355 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.segments_db [None req-103c64ff-fbc2-4914-b47f-42200a443c49 admin admin] Added segment 1ed96aca-12ea-4b4a-946d-1ee015bfbfdc of type vlan for network 7f14f85a-b417-4366-8c1e-950a7e7adfe9 Mar 31 20:56:31.235296 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-103c64ff-fbc2-4914-b47f-42200a443c49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784742926659'] for network (7f14f85a-b417-4366-8c1e-950a7e7adfe9), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:31.319633 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-103c64ff-fbc2-4914-b47f-42200a443c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105'] for network (7f14f85a-b417-4366-8c1e-950a7e7adfe9), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:31.320658 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103c64ff-fbc2-4914-b47f-42200a443c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:56:31.321306 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-103c64ff-fbc2-4914-b47f-42200a443c49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:31.380644 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c64ff-fbc2-4914-b47f-42200a443c49 admin admin] Pushing event updated for resources: {'Network': ['ID=7f14f85a-b417-4366-8c1e-950a7e7adfe9,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:31.390311 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Network 7f14f85a-b417-4366-8c1e-950a7e7adfe9 details requested by agent ovs-agent-dv-cinder-836072-1-iscsi with host dv-cinder-836072-1-iscsi {{(pid=110551) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:56:31.435753 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-103c64ff-fbc2-4914-b47f-42200a443c49 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8139791 Mar 31 20:56:31.438005 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37520) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:31.442981 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-581bd992-a587-4867-8ea6-7bd4ef07100e admin admin] Request body: {'subnet': {'network_id': '7f14f85a-b417-4366-8c1e-950a7e7adfe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-850387691-subnet', 'tenant_id': 'ea17108b73a242b79b742d55779287e8', 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:56:31.562226 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581bd992-a587-4867-8ea6-7bd4ef07100e admin admin] Made reservation on behalf of ea17108b73a242b79b742d55779287e8 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:56:31.564659 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-581bd992-a587-4867-8ea6-7bd4ef07100e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24512338'] for subnet (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:31.655423 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] Sync routers for ids ['fe838453-3672-42ac-aac4-7cacb3c6f469'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:56:31.666216 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] Routers {'fe838453-3672-42ac-aac4-7cacb3c6f469'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:56:31.666831 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:56:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['fe838453-3672-42ac-aac4-7cacb3c6f469'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:31.773460 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] Set router fe838453-3672-42ac-aac4-7cacb3c6f469 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:56:31.819633 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-581bd992-a587-4867-8ea6-7bd4ef07100e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25000166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24512324'] for subnet (f65134c6-d5c7-4908-a100-8542b6be2a6c), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:31.879712 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bd992-a587-4867-8ea6-7bd4ef07100e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f65134c6-d5c7-4908-a100-8542b6be2a6c,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:31.888985 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581bd992-a587-4867-8ea6-7bd4ef07100e admin admin] Checking segment: {'id': '1ed96aca-12ea-4b4a-946d-1ee015bfbfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '7f14f85a-b417-4366-8c1e-950a7e7adfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:56:31.889343 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581bd992-a587-4867-8ea6-7bd4ef07100e admin admin] Network hostable DHCP agents. Network: 7f14f85a-b417-4366-8c1e-950a7e7adfe9, hostable agents: ['b91c7fac-627a-49bd-9332-a32b3145d578'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:56:31.984358 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'name': 'tempest-TestShelveInstance-486607749-router', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:29Z', 'revision_number': 4, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'gw_port': {'id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '3241072f-ecc0-451b-b265-788c3ea19312', 'name': '', 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'mac_address': 'fa:16:3e:1d:5a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:28Z', 'updated_at': '2022-03-31T20:56:29Z', 'revision_number': 2, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'subnets': [{'id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:31.990761 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581bd992-a587-4867-8ea6-7bd4ef07100e admin admin] Network 7f14f85a-b417-4366-8c1e-950a7e7adfe9 is scheduled to be hosted by DHCP agent b91c7fac-627a-49bd-9332-a32b3145d578 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:56:32.009883 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] Checking router: fe838453-3672-42ac-aac4-7cacb3c6f469 for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:56:32.010261 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] Updating router fe838453-3672-42ac-aac4-7cacb3c6f469 port 3241072f-ecc0-451b-b265-788c3ea19312 binding host dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:56:32.037471 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (3241072f-ecc0-451b-b265-788c3ea19312), before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:32.059859 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-581bd992-a587-4867-8ea6-7bd4ef07100e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-1-iscsi, 7f14f85a-b417-4366-8c1e-950a7e7adfe9) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:56:32.064402 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581bd992-a587-4867-8ea6-7bd4ef07100e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:56:32.065001 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-581bd992-a587-4867-8ea6-7bd4ef07100e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:32.070164 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c5bc06-9743-4374-abbb-78f8d184b729 None None] Network 7f14f85a-b417-4366-8c1e-950a7e7adfe9 requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:56:32.154986 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-581bd992-a587-4867-8ea6-7bd4ef07100e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7158024 Mar 31 20:56:32.157726 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37522) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:32.164003 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-850387691-router', 'tenant_id': 'ea17108b73a242b79b742d55779287e8', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:56:32.174700 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d98ed09-11e9-4189-821a-e253afd5cc26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee5b7b07-8262-5262-a6f7-e819c2b19a01-7f14f85a-b417-4366-8c1e-950a7e7adfe9', 'network_id': '7f14f85a-b417-4366-8c1e-950a7e7adfe9', 'project_id': 'ea17108b73a242b79b742d55779287e8', 'fixed_ips': [{'subnet_id': 'f65134c6-d5c7-4908-a100-8542b6be2a6c'}]}} from dv-cinder-836072-1-iscsi. {{(pid=110551) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:56:32.175654 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2d98ed09-11e9-4189-821a-e253afd5cc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:32.259659 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16729917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router (ec2b7b1e-df1f-4d6a-b462-f100688562fb), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:32.260993 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16730285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16728316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16770512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router (ec2b7b1e-df1f-4d6a-b462-f100688562fb), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:32.314864 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] Publish callbacks [] for port (3241072f-ecc0-451b-b265-788c3ea19312), precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:32.326552 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Publish callbacks [] for router_controller (ec2b7b1e-df1f-4d6a-b462-f100688562fb), precommit_add_association {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:32.330285 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-2d98ed09-11e9-4189-821a-e253afd5cc26 None None] Allocated IP 172.20.0.2 (7f14f85a-b417-4366-8c1e-950a7e7adfe9/f65134c6-d5c7-4908-a100-8542b6be2a6c/80d888b5-a8ae-4892-b8af-0b5861197611) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:56:32.379590 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (3241072f-ecc0-451b-b265-788c3ea19312), after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:32.455115 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da2c8f-b995-4c30-9f07-94e6f38e84e1 None None] Pushing event updated for resources: {'Port': ['ID=3241072f-ecc0-451b-b265-788c3ea19312,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:32.486383 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da2c8f-b995-4c30-9f07-94e6f38e84e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:32.486731 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da2c8f-b995-4c30-9f07-94e6f38e84e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:32.487103 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da2c8f-b995-4c30-9f07-94e6f38e84e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:32.487463 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da2c8f-b995-4c30-9f07-94e6f38e84e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:32.487823 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da2c8f-b995-4c30-9f07-94e6f38e84e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:32.488160 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da2c8f-b995-4c30-9f07-94e6f38e84e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:32.488497 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da2c8f-b995-4c30-9f07-94e6f38e84e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:32.488820 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da2c8f-b995-4c30-9f07-94e6f38e84e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:32.489151 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da2c8f-b995-4c30-9f07-94e6f38e84e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:32.489476 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da2c8f-b995-4c30-9f07-94e6f38e84e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:32.489803 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da2c8f-b995-4c30-9f07-94e6f38e84e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:32.490146 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da2c8f-b995-4c30-9f07-94e6f38e84e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:32.490473 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da2c8f-b995-4c30-9f07-94e6f38e84e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:32.490802 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da2c8f-b995-4c30-9f07-94e6f38e84e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:32.491114 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da2c8f-b995-4c30-9f07-94e6f38e84e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:32.499120 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] Attempting to bind port 3241072f-ecc0-451b-b265-788c3ea19312 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:56:32.499516 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] Attempting to bind port 3241072f-ecc0-451b-b265-788c3ea19312 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': '71ee310c-899c-4e2c-9501-0d23e7c4605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:56:32.499924 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] Attempting to bind port 3241072f-ecc0-451b-b265-788c3ea19312 on network 171af949-9073-4e5c-9320-44ab1e637aad {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:56:32.506183 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:56:32.506183 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] Checking segment: {'id': '71ee310c-899c-4e2c-9501-0d23e7c4605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:56:32.506725 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:32.506826 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2d98ed09-11e9-4189-821a-e253afd5cc26 None None] Publish callbacks [] for port (80d888b5-a8ae-4892-b8af-0b5861197611), precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:32.507277 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] Bound using segment: {'id': '71ee310c-899c-4e2c-9501-0d23e7c4605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:56:32.507277 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] Bound port: 3241072f-ecc0-451b-b265-788c3ea19312, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ee310c-899c-4e2c-9501-0d23e7c4605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:56:32.507475 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (3241072f-ecc0-451b-b265-788c3ea19312), before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:32.511541 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 5894ffa6-8226-474e-99f4-2cf672079fe7 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:56:32.575780 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 5894ffa6-8226-474e-99f4-2cf672079fe7 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:56:32.576212 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (5894ffa6-8226-474e-99f4-2cf672079fe7), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:32.588115 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] For port 3241072f-ecc0-451b-b265-788c3ea19312, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:56:32.591696 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] For port 3241072f-ecc0-451b-b265-788c3ea19312, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=3241072f-ecc0-451b-b265-788c3ea19312,segment=NetworkSegment(71ee310c-899c-4e2c-9501-0d23e7c4605f),segment_id=71ee310c-899c-4e2c-9501-0d23e7c4605f)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:56:32.600146 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2d98ed09-11e9-4189-821a-e253afd5cc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405'] for port (80d888b5-a8ae-4892-b8af-0b5861197611), after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:32.618363 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Publish callbacks [] for router_gateway (ec2b7b1e-df1f-4d6a-b462-f100688562fb), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:32.658208 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d98ed09-11e9-4189-821a-e253afd5cc26 None None] Network 7f14f85a-b417-4366-8c1e-950a7e7adfe9 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:56:32.660761 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (3241072f-ecc0-451b-b265-788c3ea19312), after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:32.668255 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-2d98ed09-11e9-4189-821a-e253afd5cc26 None None] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:56:32.677907 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d98ed09-11e9-4189-821a-e253afd5cc26 None None] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:56:32.690650 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98ed09-11e9-4189-821a-e253afd5cc26 None None] Pushing event updated for resources: {'Port': ['ID=80d888b5-a8ae-4892-b8af-0b5861197611,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:32.705506 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-7374ae81-858c-4ea1-901b-c11c50504ed4 None None] Provisioning complete for port 3241072f-ecc0-451b-b265-788c3ea19312 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:56:32.705506 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7374ae81-858c-4ea1-901b-c11c50504ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (3241072f-ecc0-451b-b265-788c3ea19312), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:32.732303 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da2c8f-b995-4c30-9f07-94e6f38e84e1 None None] Pushing event updated for resources: {'Port': ['ID=3241072f-ecc0-451b-b265-788c3ea19312,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:32.764965 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] Routers {'fe838453-3672-42ac-aac4-7cacb3c6f469'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:56:32.765859 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:56:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['fe838453-3672-42ac-aac4-7cacb3c6f469'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:32.797277 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 5894ffa6-8226-474e-99f4-2cf672079fe7 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:56:32.817375 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2d98ed09-11e9-4189-821a-e253afd5cc26 None None] Attempting to bind port 80d888b5-a8ae-4892-b8af-0b5861197611 on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:56:32.817752 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2d98ed09-11e9-4189-821a-e253afd5cc26 None None] Attempting to bind port 80d888b5-a8ae-4892-b8af-0b5861197611 by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': '1ed96aca-12ea-4b4a-946d-1ee015bfbfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '7f14f85a-b417-4366-8c1e-950a7e7adfe9'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:56:32.818117 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d98ed09-11e9-4189-821a-e253afd5cc26 None None] Attempting to bind port 80d888b5-a8ae-4892-b8af-0b5861197611 on network 7f14f85a-b417-4366-8c1e-950a7e7adfe9 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:56:32.828446 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d98ed09-11e9-4189-821a-e253afd5cc26 None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:56:32.828827 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d98ed09-11e9-4189-821a-e253afd5cc26 None None] Checking segment: {'id': '1ed96aca-12ea-4b4a-946d-1ee015bfbfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '7f14f85a-b417-4366-8c1e-950a7e7adfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:56:32.829234 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2d98ed09-11e9-4189-821a-e253afd5cc26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:32.829634 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d98ed09-11e9-4189-821a-e253afd5cc26 None None] Bound using segment: {'id': '1ed96aca-12ea-4b4a-946d-1ee015bfbfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '7f14f85a-b417-4366-8c1e-950a7e7adfe9'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:56:32.830132 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2d98ed09-11e9-4189-821a-e253afd5cc26 None None] Bound port: 80d888b5-a8ae-4892-b8af-0b5861197611, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed96aca-12ea-4b4a-946d-1ee015bfbfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '7f14f85a-b417-4366-8c1e-950a7e7adfe9'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:56:32.830488 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2d98ed09-11e9-4189-821a-e253afd5cc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (80d888b5-a8ae-4892-b8af-0b5861197611), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:32.892744 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] Set router fe838453-3672-42ac-aac4-7cacb3c6f469 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:56:32.917669 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-7374ae81-858c-4ea1-901b-c11c50504ed4 None None] Current status of the port 3241072f-ecc0-451b-b265-788c3ea19312 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:56:32.918210 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7374ae81-858c-4ea1-901b-c11c50504ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (3241072f-ecc0-451b-b265-788c3ea19312), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:32.931312 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Publish callbacks [] for router_gateway (ec2b7b1e-df1f-4d6a-b462-f100688562fb), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:32.960583 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:32.973112 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-2d98ed09-11e9-4189-821a-e253afd5cc26 None None] For port 80d888b5-a8ae-4892-b8af-0b5861197611, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:56:32.976112 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-7374ae81-858c-4ea1-901b-c11c50504ed4 None None] For port 3241072f-ecc0-451b-b265-788c3ea19312, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=3241072f-ecc0-451b-b265-788c3ea19312,segment=NetworkSegment(71ee310c-899c-4e2c-9501-0d23e7c4605f),segment_id=71ee310c-899c-4e2c-9501-0d23e7c4605f)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:56:32.977962 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-2d98ed09-11e9-4189-821a-e253afd5cc26 None None] For port 80d888b5-a8ae-4892-b8af-0b5861197611, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=80d888b5-a8ae-4892-b8af-0b5861197611,segment=NetworkSegment(1ed96aca-12ea-4b4a-946d-1ee015bfbfdc),segment_id=1ed96aca-12ea-4b4a-946d-1ee015bfbfdc)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:56:33.059992 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7374ae81-858c-4ea1-901b-c11c50504ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (3241072f-ecc0-451b-b265-788c3ea19312), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:33.075556 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Allocated IP 172.27.0.116 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/9ea73556-5f8e-4d97-b9e4-95c8af829c3f) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:56:33.092504 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2d98ed09-11e9-4189-821a-e253afd5cc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (80d888b5-a8ae-4892-b8af-0b5861197611), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:33.117097 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374ae81-858c-4ea1-901b-c11c50504ed4 None None] Pushing event updated for resources: {'Port': ['ID=3241072f-ecc0-451b-b265-788c3ea19312,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:33.205157 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Publish callbacks [] for port (9ea73556-5f8e-4d97-b9e4-95c8af829c3f), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:33.228584 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'name': 'tempest-TestShelveInstance-486607749-router', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:29Z', 'revision_number': 4, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'gw_port': {'id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '3241072f-ecc0-451b-b265-788c3ea19312', 'name': '', 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'mac_address': 'fa:16:3e:1d:5a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:28Z', 'updated_at': '2022-03-31T20:56:32Z', 'revision_number': 4, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'subnets': [{'id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:33.260623 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65122706-f7f8-4ccd-a679-06085488eb73 None None] The sync data for ids ['fe838453-3672-42ac-aac4-7cacb3c6f469'] in dv-cinder-836072-1-iscsi is: [{'id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'name': 'tempest-TestShelveInstance-486607749-router', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:29Z', 'revision_number': 4, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'gw_port': {'id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '3241072f-ecc0-451b-b265-788c3ea19312', 'name': '', 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'mac_address': 'fa:16:3e:1d:5a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:28Z', 'updated_at': '2022-03-31T20:56:32Z', 'revision_number': 4, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'subnets': [{'id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:56:33.323100 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (9ea73556-5f8e-4d97-b9e4-95c8af829c3f), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:33.326176 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-db18ca27-4fbb-4bb7-8812-4d35096e0d38 None None] Provisioning complete for port 3241072f-ecc0-451b-b265-788c3ea19312 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:56:33.326557 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-db18ca27-4fbb-4bb7-8812-4d35096e0d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (3241072f-ecc0-451b-b265-788c3ea19312), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:33.373035 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98ed09-11e9-4189-821a-e253afd5cc26 None None] Pushing event updated for resources: {'Port': ['ID=80d888b5-a8ae-4892-b8af-0b5861197611,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:33.418993 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:56:33.424685 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:56:33.432738 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:56:33.454188 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-db18ca27-4fbb-4bb7-8812-4d35096e0d38 None None] Current status of the port 3241072f-ecc0-451b-b265-788c3ea19312 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:56:33.459987 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:33.469115 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Pushing event updated for resources: {'Port': ['ID=9ea73556-5f8e-4d97-b9e4-95c8af829c3f,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:33.486063 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:33.486063 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:33.486063 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:33.486063 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:33.486063 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:33.487334 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:33.487681 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:33.488142 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:33.488598 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:33.489076 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:33.489417 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:33.489749 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:33.490069 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:33.490388 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:33.490720 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:56:33.792293 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Publish callbacks [] for router_gateway (ec2b7b1e-df1f-4d6a-b462-f100688562fb), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:34.023801 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16730276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16728107'] for router (ec2b7b1e-df1f-4d6a-b462-f100688562fb), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:34.117778 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227182a4-bfbb-44ce-a60b-0a1369a85e31 None None] Network 7f14f85a-b417-4366-8c1e-950a7e7adfe9 requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:56:34.196478 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-6d01cb17-c9a4-4827-8a68-92b57a704af8 None None] Provisioning complete for port 80d888b5-a8ae-4892-b8af-0b5861197611 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:56:34.196852 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6d01cb17-c9a4-4827-8a68-92b57a704af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (80d888b5-a8ae-4892-b8af-0b5861197611), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:34.225256 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Router ec2b7b1e-df1f-4d6a-b462-f100688562fb is scheduled to L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff with binding_index 1 {{(pid=110549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:56:34.308410 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-6d01cb17-c9a4-4827-8a68-92b57a704af8 None None] Current status of the port 80d888b5-a8ae-4892-b8af-0b5861197611 is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:56:34.309020 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6d01cb17-c9a4-4827-8a68-92b57a704af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (80d888b5-a8ae-4892-b8af-0b5861197611), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:34.347572 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-6d01cb17-c9a4-4827-8a68-92b57a704af8 None None] For port 80d888b5-a8ae-4892-b8af-0b5861197611, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=80d888b5-a8ae-4892-b8af-0b5861197611,segment=NetworkSegment(1ed96aca-12ea-4b4a-946d-1ee015bfbfdc),segment_id=1ed96aca-12ea-4b4a-946d-1ee015bfbfdc)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:56:34.460045 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6d01cb17-c9a4-4827-8a68-92b57a704af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (80d888b5-a8ae-4892-b8af-0b5861197611), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:34.515895 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01cb17-c9a4-4827-8a68-92b57a704af8 None None] Pushing event updated for resources: {'Port': ['ID=80d888b5-a8ae-4892-b8af-0b5861197611,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:34.592587 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 3241072f-ecc0-451b-b265-788c3ea19312 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:56:34.596050 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-ea4157ef-af1a-4cd7-be15-9c37d250c867 None None] Provisioning complete for port 80d888b5-a8ae-4892-b8af-0b5861197611 triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:56:34.596434 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea4157ef-af1a-4cd7-be15-9c37d250c867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (80d888b5-a8ae-4892-b8af-0b5861197611), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:34.621058 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:56:34.643984 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] Sync routers for ids ['ec2b7b1e-df1f-4d6a-b462-f100688562fb'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:56:34.680678 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] Routers {'ec2b7b1e-df1f-4d6a-b462-f100688562fb'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:56:34.681304 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:56:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['ec2b7b1e-df1f-4d6a-b462-f100688562fb'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:34.702518 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:34.703798 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-ffdeae3c-e41e-40e3-b025-4494d6cf7af6 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5448871 Mar 31 20:56:34.706609 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37524) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:34.786671 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 3241072f-ecc0-451b-b265-788c3ea19312 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:56:34.786948 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (3241072f-ecc0-451b-b265-788c3ea19312), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:34.839797 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-ea4157ef-af1a-4cd7-be15-9c37d250c867 None None] Current status of the port 80d888b5-a8ae-4892-b8af-0b5861197611 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:56:34.865284 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] Set router ec2b7b1e-df1f-4d6a-b462-f100688562fb gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:56:35.003175 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 3241072f-ecc0-451b-b265-788c3ea19312 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:56:35.004280 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 80d888b5-a8ae-4892-b8af-0b5861197611 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:56:35.098355 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 80d888b5-a8ae-4892-b8af-0b5861197611 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:56:35.098638 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (80d888b5-a8ae-4892-b8af-0b5861197611), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:35.137086 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ee7bad63-22c8-4226-8d2a-2aca91bd67dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:35.147367 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b7b1e-df1f-4d6a-b462-f100688562fb', 'name': 'tempest-TestShelveInstance-850387691-router', 'tenant_id': 'ea17108b73a242b79b742d55779287e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '9ea73556-5f8e-4d97-b9e4-95c8af829c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:56:32Z', 'updated_at': '2022-03-31T20:56:33Z', 'revision_number': 3, 'project_id': 'ea17108b73a242b79b742d55779287e8', 'gw_port': {'id': '9ea73556-5f8e-4d97-b9e4-95c8af829c3f', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:35:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b7b1e-df1f-4d6a-b462-f100688562fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:32Z', 'updated_at': '2022-03-31T20:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:35.179160 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] Checking router: ec2b7b1e-df1f-4d6a-b462-f100688562fb for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:56:35.179512 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] Updating router ec2b7b1e-df1f-4d6a-b462-f100688562fb port 9ea73556-5f8e-4d97-b9e4-95c8af829c3f binding host dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:56:35.228981 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (9ea73556-5f8e-4d97-b9e4-95c8af829c3f), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:35.254150 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 80d888b5-a8ae-4892-b8af-0b5861197611 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:56:35.292314 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-ee7bad63-22c8-4226-8d2a-2aca91bd67dc admin admin] Allocated IP 172.20.0.1 (7f14f85a-b417-4366-8c1e-950a7e7adfe9/f65134c6-d5c7-4908-a100-8542b6be2a6c/5ebca2d3-c935-49c1-801e-906f24d8a3ea) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:56:35.394334 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ee7bad63-22c8-4226-8d2a-2aca91bd67dc admin admin] Publish callbacks [] for port (5ebca2d3-c935-49c1-801e-906f24d8a3ea), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:35.494365 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ee7bad63-22c8-4226-8d2a-2aca91bd67dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (5ebca2d3-c935-49c1-801e-906f24d8a3ea), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:35.496348 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] Publish callbacks [] for port (9ea73556-5f8e-4d97-b9e4-95c8af829c3f), precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:35.534697 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7bad63-22c8-4226-8d2a-2aca91bd67dc admin admin] Network 7f14f85a-b417-4366-8c1e-950a7e7adfe9 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:56:35.537590 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-ee7bad63-22c8-4226-8d2a-2aca91bd67dc admin admin] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:56:35.540170 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7bad63-22c8-4226-8d2a-2aca91bd67dc admin admin] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:56:35.569805 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7bad63-22c8-4226-8d2a-2aca91bd67dc admin admin] Pushing event updated for resources: {'Port': ['ID=5ebca2d3-c935-49c1-801e-906f24d8a3ea,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:35.587872 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ee7bad63-22c8-4226-8d2a-2aca91bd67dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16736252'] for router_interface (ec2b7b1e-df1f-4d6a-b462-f100688562fb), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:35.591533 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (9ea73556-5f8e-4d97-b9e4-95c8af829c3f), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:35.647725 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] Attempting to bind port 9ea73556-5f8e-4d97-b9e4-95c8af829c3f on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:56:35.648106 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] Attempting to bind port 9ea73556-5f8e-4d97-b9e4-95c8af829c3f by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:56:35.648470 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] Attempting to bind port 9ea73556-5f8e-4d97-b9e4-95c8af829c3f on network 058c73fb-def7-43e1-b39b-9141f1a05ed2 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:56:35.650419 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db3f4c-f1ce-4939-a3b8-b74a1a60b0fa None None] Pushing event updated for resources: {'Port': ['ID=9ea73556-5f8e-4d97-b9e4-95c8af829c3f,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:35.656925 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:56:35.657293 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] Checking segment: {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:56:35.657697 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:35.658084 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] Bound using segment: {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:56:35.658548 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] Bound port: 9ea73556-5f8e-4d97-b9e4-95c8af829c3f, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cfed69-3b3f-4f58-b7a0-cb71dea9e540', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:56:35.658936 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (9ea73556-5f8e-4d97-b9e4-95c8af829c3f), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:35.711272 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] For port 9ea73556-5f8e-4d97-b9e4-95c8af829c3f, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:56:35.714481 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] For port 9ea73556-5f8e-4d97-b9e4-95c8af829c3f, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=9ea73556-5f8e-4d97-b9e4-95c8af829c3f,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:56:35.766640 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-c3324b85-b47c-4bb6-89ef-1ceb44998731 None None] Provisioning complete for port 5ebca2d3-c935-49c1-801e-906f24d8a3ea triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:56:35.767012 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3324b85-b47c-4bb6-89ef-1ceb44998731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (5ebca2d3-c935-49c1-801e-906f24d8a3ea), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:35.800053 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-c3324b85-b47c-4bb6-89ef-1ceb44998731 None None] Port 5ebca2d3-c935-49c1-801e-906f24d8a3ea cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:56:35.813721 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (9ea73556-5f8e-4d97-b9e4-95c8af829c3f), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:35.827121 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ee7bad63-22c8-4226-8d2a-2aca91bd67dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (5ebca2d3-c935-49c1-801e-906f24d8a3ea), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:35.871996 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] Routers {'ec2b7b1e-df1f-4d6a-b462-f100688562fb'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:56:35.872920 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:56:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['ec2b7b1e-df1f-4d6a-b462-f100688562fb'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:35.878002 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db3f4c-f1ce-4939-a3b8-b74a1a60b0fa None None] Pushing event updated for resources: {'Port': ['ID=9ea73556-5f8e-4d97-b9e4-95c8af829c3f,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:35.991340 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] Set router ec2b7b1e-df1f-4d6a-b462-f100688562fb gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:56:35.994171 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ee7bad63-22c8-4226-8d2a-2aca91bd67dc admin admin] Publish callbacks [] for port (5ebca2d3-c935-49c1-801e-906f24d8a3ea), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:36.082413 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ee7bad63-22c8-4226-8d2a-2aca91bd67dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12676161'] for port (5ebca2d3-c935-49c1-801e-906f24d8a3ea), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:36.150939 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ee7bad63-22c8-4226-8d2a-2aca91bd67dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16300123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16736104'] for router_interface (ec2b7b1e-df1f-4d6a-b462-f100688562fb), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:36.152902 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7bad63-22c8-4226-8d2a-2aca91bd67dc admin admin] Pushing event updated for resources: {'Port': ['ID=5ebca2d3-c935-49c1-801e-906f24d8a3ea,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:36.250950 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7bad63-22c8-4226-8d2a-2aca91bd67dc admin admin] Network 7f14f85a-b417-4366-8c1e-950a7e7adfe9 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:56:36.252410 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-ee7bad63-22c8-4226-8d2a-2aca91bd67dc admin admin] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:56:36.335047 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b7b1e-df1f-4d6a-b462-f100688562fb', 'name': 'tempest-TestShelveInstance-850387691-router', 'tenant_id': 'ea17108b73a242b79b742d55779287e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '9ea73556-5f8e-4d97-b9e4-95c8af829c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:56:32Z', 'updated_at': '2022-03-31T20:56:35Z', 'revision_number': 4, 'project_id': 'ea17108b73a242b79b742d55779287e8', 'gw_port': {'id': '9ea73556-5f8e-4d97-b9e4-95c8af829c3f', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:35:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b7b1e-df1f-4d6a-b462-f100688562fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:32Z', 'updated_at': '2022-03-31T20:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '5ebca2d3-c935-49c1-801e-906f24d8a3ea', 'name': '', 'network_id': '7f14f85a-b417-4366-8c1e-950a7e7adfe9', 'tenant_id': 'ea17108b73a242b79b742d55779287e8', 'mac_address': 'fa:16:3e:28:e2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b7b1e-df1f-4d6a-b462-f100688562fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'f65134c6-d5c7-4908-a100-8542b6be2a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:35Z', 'updated_at': '2022-03-31T20:56:35Z', 'revision_number': 1, 'project_id': 'ea17108b73a242b79b742d55779287e8', 'subnets': [{'id': 'f65134c6-d5c7-4908-a100-8542b6be2a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:36.363748 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f2dbc4-49bb-41f9-a774-dfff62024e3d None None] The sync data for ids ['ec2b7b1e-df1f-4d6a-b462-f100688562fb'] in dv-cinder-836072-1-iscsi is: [{'id': 'ec2b7b1e-df1f-4d6a-b462-f100688562fb', 'name': 'tempest-TestShelveInstance-850387691-router', 'tenant_id': 'ea17108b73a242b79b742d55779287e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '9ea73556-5f8e-4d97-b9e4-95c8af829c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:56:32Z', 'updated_at': '2022-03-31T20:56:35Z', 'revision_number': 4, 'project_id': 'ea17108b73a242b79b742d55779287e8', 'gw_port': {'id': '9ea73556-5f8e-4d97-b9e4-95c8af829c3f', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:35:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b7b1e-df1f-4d6a-b462-f100688562fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:32Z', 'updated_at': '2022-03-31T20:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '5ebca2d3-c935-49c1-801e-906f24d8a3ea', 'name': '', 'network_id': '7f14f85a-b417-4366-8c1e-950a7e7adfe9', 'tenant_id': 'ea17108b73a242b79b742d55779287e8', 'mac_address': 'fa:16:3e:28:e2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b7b1e-df1f-4d6a-b462-f100688562fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'f65134c6-d5c7-4908-a100-8542b6be2a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:35Z', 'updated_at': '2022-03-31T20:56:35Z', 'revision_number': 1, 'project_id': 'ea17108b73a242b79b742d55779287e8', 'subnets': [{'id': 'f65134c6-d5c7-4908-a100-8542b6be2a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:56:36.375317 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7bad63-22c8-4226-8d2a-2aca91bd67dc admin admin] Router ec2b7b1e-df1f-4d6a-b462-f100688562fb has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:56:36.458687 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 80d888b5-a8ae-4892-b8af-0b5861197611 up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:56:36.511024 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7bad63-22c8-4226-8d2a-2aca91bd67dc admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:56:36.516160 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-ee7bad63-22c8-4226-8d2a-2aca91bd67dc admin admin] 10.222.0.61 "PUT /v2.0/routers/ec2b7b1e-df1f-4d6a-b462-f100688562fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8081598 Mar 31 20:56:36.531220 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 80d888b5-a8ae-4892-b8af-0b5861197611 triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:56:36.531686 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (80d888b5-a8ae-4892-b8af-0b5861197611), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:36.561997 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-7817fc58-dd20-4601-8afc-fda48a76793c None None] Provisioning complete for port 5ebca2d3-c935-49c1-801e-906f24d8a3ea triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:56:36.562375 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7817fc58-dd20-4601-8afc-fda48a76793c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (5ebca2d3-c935-49c1-801e-906f24d8a3ea), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:36.630523 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-7817fc58-dd20-4601-8afc-fda48a76793c None None] Port 5ebca2d3-c935-49c1-801e-906f24d8a3ea cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:56:36.672145 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 80d888b5-a8ae-4892-b8af-0b5861197611 is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:56:37.128867 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37532) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:37.128867 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-f90f0085-321a-4349-941d-550d0379f018 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-595542734', 'description': 'tempest-secgroup-smoke-595542734 description', 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:56:37.179697 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f90f0085-321a-4349-941d-550d0379f018 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for security_group (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:37.249550 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f90f0085-321a-4349-941d-550d0379f018 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for security_group (8b918043-f995-4502-a52b-5f964a9d3d71), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:37.316913 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f90f0085-321a-4349-941d-550d0379f018 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (8b918043-f995-4502-a52b-5f964a9d3d71), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:37.351669 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f0085-321a-4349-941d-550d0379f018 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b918043-f995-4502-a52b-5f964a9d3d71,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:37.421329 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f90f0085-321a-4349-941d-550d0379f018 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:37.422927 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-f90f0085-321a-4349-941d-550d0379f018 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3210356 Mar 31 20:56:37.425638 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37534) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:37.430754 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-975f8af1-27ed-4ee4-8e71-d98c2d147bc5 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Request body: {'security_group_rule': {'security_group_id': '8b918043-f995-4502-a52b-5f964a9d3d71', 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:56:37.538892 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-975f8af1-27ed-4ee4-8e71-d98c2d147bc5 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for security_group_rule (8ded5b53-acfe-48ad-b35c-8c682d87bf1e), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:37.597749 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-975f8af1-27ed-4ee4-8e71-d98c2d147bc5 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for security_group_rule (8ded5b53-acfe-48ad-b35c-8c682d87bf1e), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:37.676515 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-975f8af1-27ed-4ee4-8e71-d98c2d147bc5 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (8ded5b53-acfe-48ad-b35c-8c682d87bf1e), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:37.695547 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f8af1-27ed-4ee4-8e71-d98c2d147bc5 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ded5b53-acfe-48ad-b35c-8c682d87bf1e,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:37.752955 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-975f8af1-27ed-4ee4-8e71-d98c2d147bc5 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:37.754336 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-975f8af1-27ed-4ee4-8e71-d98c2d147bc5 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3275371 Mar 31 20:56:37.757008 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37536) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:37.761279 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-cdf3af53-4b25-4789-9160-4d726dcf0ced tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Request body: {'security_group_rule': {'security_group_id': '8b918043-f995-4502-a52b-5f964a9d3d71', 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:56:37.870564 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cdf3af53-4b25-4789-9160-4d726dcf0ced tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for security_group_rule (6ed41c42-8d74-4a87-a6d4-6e8280a5e936), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:37.926086 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cdf3af53-4b25-4789-9160-4d726dcf0ced tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for security_group_rule (6ed41c42-8d74-4a87-a6d4-6e8280a5e936), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:38.008428 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cdf3af53-4b25-4789-9160-4d726dcf0ced tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (6ed41c42-8d74-4a87-a6d4-6e8280a5e936), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:38.028608 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3af53-4b25-4789-9160-4d726dcf0ced tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed41c42-8d74-4a87-a6d4-6e8280a5e936,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:38.101442 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cdf3af53-4b25-4789-9160-4d726dcf0ced tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:38.102729 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-cdf3af53-4b25-4789-9160-4d726dcf0ced tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3447797 Mar 31 20:56:38.105703 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37538) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:38.109973 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-25e40d05-4638-4e82-83f6-ca476ea56201 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Request body: {'security_group_rule': {'security_group_id': '8b918043-f995-4502-a52b-5f964a9d3d71', 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:56:38.207058 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-25e40d05-4638-4e82-83f6-ca476ea56201 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for security_group_rule (81a653a6-42fc-4b3b-89cf-b99f96da55ed), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:38.265577 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-25e40d05-4638-4e82-83f6-ca476ea56201 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for security_group_rule (81a653a6-42fc-4b3b-89cf-b99f96da55ed), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:38.334797 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] Sync routers for ids ['ec2b7b1e-df1f-4d6a-b462-f100688562fb'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:56:38.339543 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-25e40d05-4638-4e82-83f6-ca476ea56201 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (81a653a6-42fc-4b3b-89cf-b99f96da55ed), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:38.346810 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] Routers {'ec2b7b1e-df1f-4d6a-b462-f100688562fb'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:56:38.347432 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:56:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['ec2b7b1e-df1f-4d6a-b462-f100688562fb'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:38.357284 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e40d05-4638-4e82-83f6-ca476ea56201 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a653a6-42fc-4b3b-89cf-b99f96da55ed,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:38.459977 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] Set router ec2b7b1e-df1f-4d6a-b462-f100688562fb gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:56:38.464479 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 9ea73556-5f8e-4d97-b9e4-95c8af829c3f up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:56:38.484516 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-25e40d05-4638-4e82-83f6-ca476ea56201 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:38.485854 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-25e40d05-4638-4e82-83f6-ca476ea56201 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3792059 Mar 31 20:56:38.488690 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37540) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:38.494213 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-92e25c9d-b4cf-4ec9-8dfc-a1cf1394d6ed tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Request body: {'security_group_rule': {'security_group_id': '8b918043-f995-4502-a52b-5f964a9d3d71', 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:56:38.518412 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 9ea73556-5f8e-4d97-b9e4-95c8af829c3f triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:56:38.518792 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (9ea73556-5f8e-4d97-b9e4-95c8af829c3f), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:38.596195 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-92e25c9d-b4cf-4ec9-8dfc-a1cf1394d6ed tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for security_group_rule (8f7083db-24fd-423c-9b59-fc3a4d1bb47f), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:38.600032 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 9ea73556-5f8e-4d97-b9e4-95c8af829c3f is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:56:38.600537 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (9ea73556-5f8e-4d97-b9e4-95c8af829c3f), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:38.623645 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] For port 9ea73556-5f8e-4d97-b9e4-95c8af829c3f, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=9ea73556-5f8e-4d97-b9e4-95c8af829c3f,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:56:38.660889 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-92e25c9d-b4cf-4ec9-8dfc-a1cf1394d6ed tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for security_group_rule (8f7083db-24fd-423c-9b59-fc3a4d1bb47f), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:38.665278 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (9ea73556-5f8e-4d97-b9e4-95c8af829c3f), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:38.667563 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b7b1e-df1f-4d6a-b462-f100688562fb', 'name': 'tempest-TestShelveInstance-850387691-router', 'tenant_id': 'ea17108b73a242b79b742d55779287e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '9ea73556-5f8e-4d97-b9e4-95c8af829c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:56:32Z', 'updated_at': '2022-03-31T20:56:35Z', 'revision_number': 4, 'project_id': 'ea17108b73a242b79b742d55779287e8', 'gw_port': {'id': '9ea73556-5f8e-4d97-b9e4-95c8af829c3f', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:35:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b7b1e-df1f-4d6a-b462-f100688562fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:32Z', 'updated_at': '2022-03-31T20:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '5ebca2d3-c935-49c1-801e-906f24d8a3ea', 'name': '', 'network_id': '7f14f85a-b417-4366-8c1e-950a7e7adfe9', 'tenant_id': 'ea17108b73a242b79b742d55779287e8', 'mac_address': 'fa:16:3e:28:e2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b7b1e-df1f-4d6a-b462-f100688562fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'f65134c6-d5c7-4908-a100-8542b6be2a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:35Z', 'updated_at': '2022-03-31T20:56:35Z', 'revision_number': 2, 'project_id': 'ea17108b73a242b79b742d55779287e8', 'subnets': [{'id': 'f65134c6-d5c7-4908-a100-8542b6be2a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:38.700035 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] Checking router: ec2b7b1e-df1f-4d6a-b462-f100688562fb for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:56:38.700395 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] Updating router ec2b7b1e-df1f-4d6a-b462-f100688562fb port 5ebca2d3-c935-49c1-801e-906f24d8a3ea binding host dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:56:38.705525 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-92e25c9d-b4cf-4ec9-8dfc-a1cf1394d6ed tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (8f7083db-24fd-423c-9b59-fc3a4d1bb47f), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:38.719067 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Pushing event updated for resources: {'Port': ['ID=9ea73556-5f8e-4d97-b9e4-95c8af829c3f,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:38.724582 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e25c9d-b4cf-4ec9-8dfc-a1cf1394d6ed tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7083db-24fd-423c-9b59-fc3a4d1bb47f,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:38.727938 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (5ebca2d3-c935-49c1-801e-906f24d8a3ea), before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:38.821289 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-92e25c9d-b4cf-4ec9-8dfc-a1cf1394d6ed tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:38.822594 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-92e25c9d-b4cf-4ec9-8dfc-a1cf1394d6ed tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3324313 Mar 31 20:56:38.825890 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37542) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:38.830363 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-830beebb-a19e-459c-9a67-adb43e8bec93 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Request body: {'security_group_rule': {'security_group_id': '8b918043-f995-4502-a52b-5f964a9d3d71', 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:56:38.910479 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.db.securitygroups_db [None req-830beebb-a19e-459c-9a67-adb43e8bec93 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Project 091304cc9c1f40ca9ad8a56f9d86fda5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 20:56:38.915562 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-830beebb-a19e-459c-9a67-adb43e8bec93 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for security_group_rule (ee2196b5-b388-4448-825f-9b2417be62a5), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:38.979272 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-830beebb-a19e-459c-9a67-adb43e8bec93 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for security_group_rule (ee2196b5-b388-4448-825f-9b2417be62a5), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:38.987449 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] Publish callbacks [] for port (5ebca2d3-c935-49c1-801e-906f24d8a3ea), precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:39.036374 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d4f54e7-ed11-4827-ad2b-fd9994c29192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:39.065433 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-830beebb-a19e-459c-9a67-adb43e8bec93 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (ee2196b5-b388-4448-825f-9b2417be62a5), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:39.065649 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (5ebca2d3-c935-49c1-801e-906f24d8a3ea), after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:39.085217 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830beebb-a19e-459c-9a67-adb43e8bec93 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee2196b5-b388-4448-825f-9b2417be62a5,revision_number=0']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:39.114772 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a129e-7d81-40c1-b3c6-5079e9c4fd74 None None] Pushing event updated for resources: {'Port': ['ID=5ebca2d3-c935-49c1-801e-906f24d8a3ea,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:39.172030 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] Attempting to bind port 5ebca2d3-c935-49c1-801e-906f24d8a3ea on host dv-cinder-836072-1-iscsi for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:56:39.172456 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] Attempting to bind port 5ebca2d3-c935-49c1-801e-906f24d8a3ea by drivers openvswitch,hyperv on host dv-cinder-836072-1-iscsi at level 0 using segments [{'id': '1ed96aca-12ea-4b4a-946d-1ee015bfbfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '7f14f85a-b417-4366-8c1e-950a7e7adfe9'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:56:39.172828 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] Attempting to bind port 5ebca2d3-c935-49c1-801e-906f24d8a3ea on network 7f14f85a-b417-4366-8c1e-950a7e7adfe9 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:56:39.178095 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] Checking agent: {'id': 'aa977202-0f96-43b7-8a5d-d6bb2ae31e38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 35, 46), 'started_at': datetime.datetime(2022, 3, 31, 20, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:56:39.178540 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] Checking segment: {'id': '1ed96aca-12ea-4b4a-946d-1ee015bfbfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '7f14f85a-b417-4366-8c1e-950a7e7adfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:56:39.178937 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:39.179330 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] Bound using segment: {'id': '1ed96aca-12ea-4b4a-946d-1ee015bfbfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '7f14f85a-b417-4366-8c1e-950a7e7adfe9'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:56:39.179812 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] Bound port: 5ebca2d3-c935-49c1-801e-906f24d8a3ea, host: dv-cinder-836072-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed96aca-12ea-4b4a-946d-1ee015bfbfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '7f14f85a-b417-4366-8c1e-950a7e7adfe9'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:56:39.180196 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (5ebca2d3-c935-49c1-801e-906f24d8a3ea), before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:39.189345 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-830beebb-a19e-459c-9a67-adb43e8bec93 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:39.193566 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37544) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:56:39.194119 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-830beebb-a19e-459c-9a67-adb43e8bec93 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3668857 Mar 31 20:56:39.198916 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [None req-d5981f4c-de5e-4a61-adb7-a5a12cf2e4b3 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Request body: {'security_group_rule': {'security_group_id': '8b918043-f995-4502-a52b-5f964a9d3d71', 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:56:39.245916 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] For port 5ebca2d3-c935-49c1-801e-906f24d8a3ea, host dv-cinder-836072-1-iscsi, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:56:39.249734 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] For port 5ebca2d3-c935-49c1-801e-906f24d8a3ea, host dv-cinder-836072-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=5ebca2d3-c935-49c1-801e-906f24d8a3ea,segment=NetworkSegment(1ed96aca-12ea-4b4a-946d-1ee015bfbfdc),segment_id=1ed96aca-12ea-4b4a-946d-1ee015bfbfdc)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:56:39.294193 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.securitygroups_db [None req-d5981f4c-de5e-4a61-adb7-a5a12cf2e4b3 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Project 091304cc9c1f40ca9ad8a56f9d86fda5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 20:56:39.299429 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5981f4c-de5e-4a61-adb7-a5a12cf2e4b3 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for security_group_rule (f00a5c2f-8b97-414f-a018-7eba42eb364f), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:39.311816 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (5ebca2d3-c935-49c1-801e-906f24d8a3ea), after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:39.363102 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5981f4c-de5e-4a61-adb7-a5a12cf2e4b3 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for security_group_rule (f00a5c2f-8b97-414f-a018-7eba42eb364f), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:39.368705 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] Routers {'ec2b7b1e-df1f-4d6a-b462-f100688562fb'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:56:39.369331 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:56:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['ec2b7b1e-df1f-4d6a-b462-f100688562fb'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:39.373995 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-ff2651c0-af11-4db6-b4af-9c5871b0e206 None None] Provisioning complete for port 5ebca2d3-c935-49c1-801e-906f24d8a3ea triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:56:39.374387 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff2651c0-af11-4db6-b4af-9c5871b0e206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (5ebca2d3-c935-49c1-801e-906f24d8a3ea), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:39.431132 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5981f4c-de5e-4a61-adb7-a5a12cf2e4b3 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311684'] for security_group_rule (f00a5c2f-8b97-414f-a018-7eba42eb364f), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:39.446761 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a129e-7d81-40c1-b3c6-5079e9c4fd74 None None] Pushing event updated for resources: {'Port': ['ID=5ebca2d3-c935-49c1-801e-906f24d8a3ea,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:39.450645 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5981f4c-de5e-4a61-adb7-a5a12cf2e4b3 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00a5c2f-8b97-414f-a018-7eba42eb364f,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:39.487947 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-ff2651c0-af11-4db6-b4af-9c5871b0e206 None None] Current status of the port 5ebca2d3-c935-49c1-801e-906f24d8a3ea is: DOWN; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:56:39.489198 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff2651c0-af11-4db6-b4af-9c5871b0e206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (5ebca2d3-c935-49c1-801e-906f24d8a3ea), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:39.492959 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] Set router ec2b7b1e-df1f-4d6a-b462-f100688562fb gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:56:39.525001 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5981f4c-de5e-4a61-adb7-a5a12cf2e4b3 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:39.526669 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-d5981f4c-de5e-4a61-adb7-a5a12cf2e4b3 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3313344 Mar 31 20:56:39.530419 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-ff2651c0-af11-4db6-b4af-9c5871b0e206 None None] For port 5ebca2d3-c935-49c1-801e-906f24d8a3ea, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=5ebca2d3-c935-49c1-801e-906f24d8a3ea,segment=NetworkSegment(1ed96aca-12ea-4b4a-946d-1ee015bfbfdc),segment_id=1ed96aca-12ea-4b4a-946d-1ee015bfbfdc)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:56:39.623177 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff2651c0-af11-4db6-b4af-9c5871b0e206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (5ebca2d3-c935-49c1-801e-906f24d8a3ea), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:39.679808 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2651c0-af11-4db6-b4af-9c5871b0e206 None None] Pushing event updated for resources: {'Port': ['ID=5ebca2d3-c935-49c1-801e-906f24d8a3ea,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:39.712850 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b7b1e-df1f-4d6a-b462-f100688562fb', 'name': 'tempest-TestShelveInstance-850387691-router', 'tenant_id': 'ea17108b73a242b79b742d55779287e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '9ea73556-5f8e-4d97-b9e4-95c8af829c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:56:32Z', 'updated_at': '2022-03-31T20:56:35Z', 'revision_number': 4, 'project_id': 'ea17108b73a242b79b742d55779287e8', 'gw_port': {'id': '9ea73556-5f8e-4d97-b9e4-95c8af829c3f', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:35:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b7b1e-df1f-4d6a-b462-f100688562fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:32Z', 'updated_at': '2022-03-31T20:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '5ebca2d3-c935-49c1-801e-906f24d8a3ea', 'name': '', 'network_id': '7f14f85a-b417-4366-8c1e-950a7e7adfe9', 'tenant_id': 'ea17108b73a242b79b742d55779287e8', 'mac_address': 'fa:16:3e:28:e2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b7b1e-df1f-4d6a-b462-f100688562fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'f65134c6-d5c7-4908-a100-8542b6be2a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:35Z', 'updated_at': '2022-03-31T20:56:39Z', 'revision_number': 4, 'project_id': 'ea17108b73a242b79b742d55779287e8', 'subnets': [{'id': 'f65134c6-d5c7-4908-a100-8542b6be2a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:56:39.741930 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9333e130-1fc4-4129-9e04-d79bb4fa2da6 None None] The sync data for ids ['ec2b7b1e-df1f-4d6a-b462-f100688562fb'] in dv-cinder-836072-1-iscsi is: [{'id': 'ec2b7b1e-df1f-4d6a-b462-f100688562fb', 'name': 'tempest-TestShelveInstance-850387691-router', 'tenant_id': 'ea17108b73a242b79b742d55779287e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '9ea73556-5f8e-4d97-b9e4-95c8af829c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:56:32Z', 'updated_at': '2022-03-31T20:56:35Z', 'revision_number': 4, 'project_id': 'ea17108b73a242b79b742d55779287e8', 'gw_port': {'id': '9ea73556-5f8e-4d97-b9e4-95c8af829c3f', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:35:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b7b1e-df1f-4d6a-b462-f100688562fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:32Z', 'updated_at': '2022-03-31T20:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '5ebca2d3-c935-49c1-801e-906f24d8a3ea', 'name': '', 'network_id': '7f14f85a-b417-4366-8c1e-950a7e7adfe9', 'tenant_id': 'ea17108b73a242b79b742d55779287e8', 'mac_address': 'fa:16:3e:28:e2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2b7b1e-df1f-4d6a-b462-f100688562fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'f65134c6-d5c7-4908-a100-8542b6be2a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:35Z', 'updated_at': '2022-03-31T20:56:39Z', 'revision_number': 4, 'project_id': 'ea17108b73a242b79b742d55779287e8', 'subnets': [{'id': 'f65134c6-d5c7-4908-a100-8542b6be2a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:56:39.743213 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-9f0265d4-a049-4ed3-9d15-96b762091c43 None None] Provisioning complete for port 5ebca2d3-c935-49c1-801e-906f24d8a3ea triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:56:39.743712 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f0265d4-a049-4ed3-9d15-96b762091c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (5ebca2d3-c935-49c1-801e-906f24d8a3ea), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:39.834127 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-9f0265d4-a049-4ed3-9d15-96b762091c43 None None] Current status of the port 5ebca2d3-c935-49c1-801e-906f24d8a3ea is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:56:40.483510 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 9ea73556-5f8e-4d97-b9e4-95c8af829c3f up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:56:40.531049 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 9ea73556-5f8e-4d97-b9e4-95c8af829c3f triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:56:40.531661 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (9ea73556-5f8e-4d97-b9e4-95c8af829c3f), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:40.611952 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 9ea73556-5f8e-4d97-b9e4-95c8af829c3f is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:56:40.612980 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 5ebca2d3-c935-49c1-801e-906f24d8a3ea up at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:56:40.658478 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Provisioning complete for port 5ebca2d3-c935-49c1-801e-906f24d8a3ea triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:56:40.658783 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (5ebca2d3-c935-49c1-801e-906f24d8a3ea), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:40.737199 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Current status of the port 5ebca2d3-c935-49c1-801e-906f24d8a3ea is: ACTIVE; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:56:41.693913 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b959cd21-09ca-45b5-a5cc-d8a3d9eed94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:43.385516 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:45.145105 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:45.681707 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:55.176884 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-0b621544-895f-47a5-9f8c-4aa580dc59e4 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-595542734&fields=id&tenant_id=091304cc9c1f40ca9ad8a56f9d86fda5 HTTP/1.1" status: 200 len: 267 time: 0.0446701 Mar 31 20:56:55.283032 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-922d65f7-179a-49c2-9f3b-4f93628dbdd5 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:56:55.284428 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-922d65f7-179a-49c2-9f3b-4f93628dbdd5 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/networks?id=171af949-9073-4e5c-9320-44ab1e637aad HTTP/1.1" status: 200 len: 808 time: 0.1011801 Mar 31 20:56:55.298608 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-f29a26c1-7c5c-4169-80ea-aa54c2290dbd tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/quotas/091304cc9c1f40ca9ad8a56f9d86fda5 HTTP/1.1" status: 200 len: 375 time: 0.0087054 Mar 31 20:56:55.353541 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-756d4b71-3a90-4f7d-8dce-bf2a01514569 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=091304cc9c1f40ca9ad8a56f9d86fda5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501058 Mar 31 20:56:55.457075 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-eab9eee1-77d6-44aa-8d8f-6ed9c79d7dfc service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=110549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:56:55.458386 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-eab9eee1-77d6-44aa-8d8f-6ed9c79d7dfc service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0942180 Mar 31 20:56:55.545732 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-01e965c8-9637-4696-9013-792254d3ba9d service neutron] 10.222.0.61 "GET /v2.0/networks/171af949-9073-4e5c-9320-44ab1e637aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815606 Mar 31 20:56:55.637823 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-4ad9b441-f2cb-4531-878f-77975fc76122 service neutron] 10.222.0.61 "GET /v2.0/networks/171af949-9073-4e5c-9320-44ab1e637aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865607 Mar 31 20:56:56.188990 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-cea99f15-c583-4da7-957c-08dc258bfde1 req-e5562221-608b-4983-a98c-22bfab0cc937 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 210 time: 0.0299091 Mar 31 20:56:57.283908 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4bac5d73-56d1-421e-b7ff-ffb58a069c4c req-209f82ce-2627-4eb3-bd99-ba9bd1439405 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 210 time: 0.0290959 Mar 31 20:56:58.314696 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-20084466-3571-4022-b5ad-ca79f325bcdb tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:56:58.316272 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-20084466-3571-4022-b5ad-ca79f325bcdb tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.32 "GET /v2.0/networks?id=171af949-9073-4e5c-9320-44ab1e637aad HTTP/1.1" status: 200 len: 808 time: 0.1019280 Mar 31 20:56:58.380609 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-fa803e45-0ef2-445c-88f9-ff858dc30efd req-1bb77091-f08f-48ee-ba8b-67b2656b0cec tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 210 time: 0.0278909 Mar 31 20:56:58.387922 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-13141bc4-60e7-4629-b200-752dfd30fc4d tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=091304cc9c1f40ca9ad8a56f9d86fda5 HTTP/1.1" status: 200 len: 379 time: 0.0629182 Mar 31 20:56:58.397298 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-8712e07a-3e08-44d4-9619-46354511fa57 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Request body: {'port': {'device_id': '797293b8-12f9-4ca4-9495-5e34843a4714', 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad', 'admin_state_up': True, 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'security_groups': ['8b918043-f995-4502-a52b-5f964a9d3d71']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:56:58.578937 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-8712e07a-3e08-44d4-9619-46354511fa57 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Made reservation on behalf of 091304cc9c1f40ca9ad8a56f9d86fda5 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:56:58.582285 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-8712e07a-3e08-44d4-9619-46354511fa57 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:58.712904 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-8712e07a-3e08-44d4-9619-46354511fa57 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Allocated IP 172.20.0.13 (171af949-9073-4e5c-9320-44ab1e637aad/f12debb2-a1a7-4f3b-8318-17f94b52ecf5/769940f8-602e-4e50-8b36-a155cad9e0ce) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:56:58.850851 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-8712e07a-3e08-44d4-9619-46354511fa57 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for port (769940f8-602e-4e50-8b36-a155cad9e0ce), precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:58.979301 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-8712e07a-3e08-44d4-9619-46354511fa57 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (769940f8-602e-4e50-8b36-a155cad9e0ce), after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:59.019687 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-8712e07a-3e08-44d4-9619-46354511fa57 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Network 171af949-9073-4e5c-9320-44ab1e637aad is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:56:59.022774 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-8712e07a-3e08-44d4-9619-46354511fa57 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:56:59.026499 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-8712e07a-3e08-44d4-9619-46354511fa57 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:56:59.056389 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712e07a-3e08-44d4-9619-46354511fa57 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Pushing event updated for resources: {'Port': ['ID=769940f8-602e-4e50-8b36-a155cad9e0ce,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:59.082876 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-8712e07a-3e08-44d4-9619-46354511fa57 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:56:59.083507 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-8712e07a-3e08-44d4-9619-46354511fa57 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:59.153608 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-8712e07a-3e08-44d4-9619-46354511fa57 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7611079 Mar 31 20:56:59.164537 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.v2.base [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-1708c965-4f29-43d1-91d7-7fa678d6a0a6 service neutron] Request body: {'port': {'device_id': '797293b8-12f9-4ca4-9495-5e34843a4714', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:56:59.229886 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-1708c965-4f29-43d1-91d7-7fa678d6a0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (769940f8-602e-4e50-8b36-a155cad9e0ce), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:59.273818 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-1e4c795d-c9ac-4930-9a35-011c69916210 None None] Provisioning complete for port 769940f8-602e-4e50-8b36-a155cad9e0ce triggered by entity DHCP. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:56:59.274423 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e4c795d-c9ac-4930-9a35-011c69916210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (769940f8-602e-4e50-8b36-a155cad9e0ce), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:59.306997 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-1e4c795d-c9ac-4930-9a35-011c69916210 None None] Port 769940f8-602e-4e50-8b36-a155cad9e0ce cannot update to ACTIVE because it is not bound. {{(pid=110551) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:56:59.501202 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-1708c965-4f29-43d1-91d7-7fa678d6a0a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769940f8-602e-4e50-8b36-a155cad9e0ce {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:56:59.502838 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592a71b-2847-451d-ab9e-b5f20eded32a req-49ae07c1-005a-4a5f-93e0-9d29847b84e4 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:56:59.504421 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5592a71b-2847-451d-ab9e-b5f20eded32a req-49ae07c1-005a-4a5f-93e0-9d29847b84e4 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 932 time: 0.0566063 Mar 31 20:56:59.508862 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-1708c965-4f29-43d1-91d7-7fa678d6a0a6 service neutron] Publish callbacks [] for port (769940f8-602e-4e50-8b36-a155cad9e0ce), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:59.521623 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-1708c965-4f29-43d1-91d7-7fa678d6a0a6 service neutron] Transition to ACTIVE for port object 769940f8-602e-4e50-8b36-a155cad9e0ce will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:56:59.554091 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-5592a71b-2847-451d-ab9e-b5f20eded32a req-4addd58b-e975-438b-b0cd-ff19c01b6262 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436804 Mar 31 20:56:59.567706 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-1708c965-4f29-43d1-91d7-7fa678d6a0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24999263'] for port (769940f8-602e-4e50-8b36-a155cad9e0ce), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:59.635275 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708c965-4f29-43d1-91d7-7fa678d6a0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=769940f8-602e-4e50-8b36-a155cad9e0ce,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:59.692385 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-1708c965-4f29-43d1-91d7-7fa678d6a0a6 service neutron] Attempting to bind port 769940f8-602e-4e50-8b36-a155cad9e0ce on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:56:59.692814 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-1708c965-4f29-43d1-91d7-7fa678d6a0a6 service neutron] Attempting to bind port 769940f8-602e-4e50-8b36-a155cad9e0ce by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '71ee310c-899c-4e2c-9501-0d23e7c4605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:56:59.693144 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-1708c965-4f29-43d1-91d7-7fa678d6a0a6 service neutron] Attempting to bind port 769940f8-602e-4e50-8b36-a155cad9e0ce on network 171af949-9073-4e5c-9320-44ab1e637aad {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:56:59.698138 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-1708c965-4f29-43d1-91d7-7fa678d6a0a6 service neutron] Port 769940f8-602e-4e50-8b36-a155cad9e0ce on network 171af949-9073-4e5c-9320-44ab1e637aad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:56:59.698458 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-1708c965-4f29-43d1-91d7-7fa678d6a0a6 service neutron] Attempting to bind port 769940f8-602e-4e50-8b36-a155cad9e0ce on network 171af949-9073-4e5c-9320-44ab1e637aad {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:56:59.703498 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-1708c965-4f29-43d1-91d7-7fa678d6a0a6 service neutron] Checking agent: {'id': '7dd6c0b4-7b51-4ce7-a43e-f42db731a887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'started_at': datetime.datetime(2022, 3, 31, 20, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:56:59.703864 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-1708c965-4f29-43d1-91d7-7fa678d6a0a6 service neutron] Checking segment: {'id': '71ee310c-899c-4e2c-9501-0d23e7c4605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:56:59.704246 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-1708c965-4f29-43d1-91d7-7fa678d6a0a6 service neutron] Bound using segment: {'id': '71ee310c-899c-4e2c-9501-0d23e7c4605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:56:59.704673 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-1708c965-4f29-43d1-91d7-7fa678d6a0a6 service neutron] Bound port: 769940f8-602e-4e50-8b36-a155cad9e0ce, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ee310c-899c-4e2c-9501-0d23e7c4605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:56:59.705029 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-1708c965-4f29-43d1-91d7-7fa678d6a0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (769940f8-602e-4e50-8b36-a155cad9e0ce), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:59.771379 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-1708c965-4f29-43d1-91d7-7fa678d6a0a6 service neutron] For port 769940f8-602e-4e50-8b36-a155cad9e0ce, host hv-cinder-83607, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:56:59.774381 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-1708c965-4f29-43d1-91d7-7fa678d6a0a6 service neutron] For port 769940f8-602e-4e50-8b36-a155cad9e0ce, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=769940f8-602e-4e50-8b36-a155cad9e0ce,segment=NetworkSegment(71ee310c-899c-4e2c-9501-0d23e7c4605f),segment_id=71ee310c-899c-4e2c-9501-0d23e7c4605f)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:56:59.859285 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-1708c965-4f29-43d1-91d7-7fa678d6a0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24999263'] for port (769940f8-602e-4e50-8b36-a155cad9e0ce), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:59.893480 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-1708c965-4f29-43d1-91d7-7fa678d6a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:56:59.894141 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-1708c965-4f29-43d1-91d7-7fa678d6a0a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:56:59.895488 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-1708c965-4f29-43d1-91d7-7fa678d6a0a6 service neutron] 10.222.0.32 "PUT /v2.0/ports/769940f8-602e-4e50-8b36-a155cad9e0ce HTTP/1.1" status: 200 len: 1094 time: 0.7351773 Mar 31 20:56:59.895943 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797293b8-12f9-4ca4-9495-5e34843a4714', 'tag': '769940f8-602e-4e50-8b36-a155cad9e0ce'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:56:59.898251 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d656f5-6e66-4426-9ce4-0fa043ee8c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "797293b8-12f9-4ca4-9495-5e34843a4714", "tag": "769940f8-602e-4e50-8b36-a155cad9e0ce"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:56:59.923356 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708c965-4f29-43d1-91d7-7fa678d6a0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=769940f8-602e-4e50-8b36-a155cad9e0ce,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:56:59.943116 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ea07e4-4411-43eb-b9aa-a90ed97c149d x-openstack-request-id: req-91ea07e4-4411-43eb-b9aa-a90ed97c149d {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:56:59.943275 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797293b8-12f9-4ca4-9495-5e34843a4714", "tag": "769940f8-602e-4e50-8b36-a155cad9e0ce", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:56:59.943500 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-91ea07e4-4411-43eb-b9aa-a90ed97c149d {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:56:59.944009 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ea07e4-4411-43eb-b9aa-a90ed97c149d'] response: {'name': 'network-changed', 'server_uuid': '797293b8-12f9-4ca4-9495-5e34843a4714', 'tag': '769940f8-602e-4e50-8b36-a155cad9e0ce', 'status': 'completed', 'code': 200} Mar 31 20:57:00.011067 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d656f5-6e66-4426-9ce4-0fa043ee8c5d req-eecd5b7e-9ed2-4f8e-8a9b-9bd7b971a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:00.012645 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f7d656f5-6e66-4426-9ce4-0fa043ee8c5d req-eecd5b7e-9ed2-4f8e-8a9b-9bd7b971a695 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=091304cc9c1f40ca9ad8a56f9d86fda5&device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 1128 time: 0.0484004 Mar 31 20:57:00.116498 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d656f5-6e66-4426-9ce4-0fa043ee8c5d req-c230b83c-c814-4e95-8220-2126a908e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:00.117979 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f7d656f5-6e66-4426-9ce4-0fa043ee8c5d req-c230b83c-c814-4e95-8220-2126a908e4f1 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=091304cc9c1f40ca9ad8a56f9d86fda5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0977178 Mar 31 20:57:00.209938 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d656f5-6e66-4426-9ce4-0fa043ee8c5d req-be89d665-0be7-40f0-b778-55b0dbca7da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:00.211334 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-f7d656f5-6e66-4426-9ce4-0fa043ee8c5d req-be89d665-0be7-40f0-b778-55b0dbca7da1 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873790 Mar 31 20:57:00.291222 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-f2c44d6c-8881-48e3-8a6e-aacb4442ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:00.293273 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-f2c44d6c-8881-48e3-8a6e-aacb4442ebac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=091304cc9c1f40ca9ad8a56f9d86fda5&device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 1128 time: 0.0484297 Mar 31 20:57:00.332114 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-3e66d82c-3791-4fba-bb3f-49edd269dc02 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769940f8-602e-4e50-8b36-a155cad9e0ce HTTP/1.1" status: 200 len: 217 time: 0.0329268 Mar 31 20:57:00.378678 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-4755fc0b-eef4-4df9-b3ff-d92fbc7442cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:00.380096 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-4755fc0b-eef4-4df9-b3ff-d92fbc7442cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f12debb2-a1a7-4f3b-8318-17f94b52ecf5 HTTP/1.1" status: 200 len: 847 time: 0.0426037 Mar 31 20:57:00.433711 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-b113cc98-ad31-451c-8271-45582411752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:00.435397 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-b113cc98-ad31-451c-8271-45582411752a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=171af949-9073-4e5c-9320-44ab1e637aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475297 Mar 31 20:57:00.528278 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-302dd9a0-8e93-431e-a5fa-72261d1fce1b service neutron] 10.222.0.32 "GET /v2.0/networks/171af949-9073-4e5c-9320-44ab1e637aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872602 Mar 31 20:57:00.619603 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-efbc2f78-6b0e-4751-a5e7-666ed97b96c6 req-b02736a4-cc66-43fc-89e9-cfc0eef875fc service neutron] 10.222.0.32 "GET /v2.0/networks/171af949-9073-4e5c-9320-44ab1e637aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857904 Mar 31 20:57:00.679046 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b19b0d-d6b9-40be-8b3f-2bdc0e4c7323 req-2ceeeb46-d508-4f2e-b134-010d6b06422e tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:00.680586 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-38b19b0d-d6b9-40be-8b3f-2bdc0e4c7323 req-2ceeeb46-d508-4f2e-b134-010d6b06422e tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 944 time: 0.0530982 Mar 31 20:57:00.729274 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-38b19b0d-d6b9-40be-8b3f-2bdc0e4c7323 req-bd577fba-8b2b-4dd9-b936-f643da1125c1 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427401 Mar 31 20:57:01.851245 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fff06-efe5-4fed-92db-6774d914b9e5 req-669babbd-83fa-4c6b-9e10-8a9e822006fd tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:01.852653 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c09fff06-efe5-4fed-92db-6774d914b9e5 req-669babbd-83fa-4c6b-9e10-8a9e822006fd tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 944 time: 0.0550630 Mar 31 20:57:01.900111 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c09fff06-efe5-4fed-92db-6774d914b9e5 req-7a139117-995c-40ab-b904-3397108d7442 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411582 Mar 31 20:57:03.020505 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc34307-bb93-49bf-bae2-f708aa779849 req-a04d5429-42df-4419-bc1f-b24ccf2e6ba5 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:03.021973 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-efc34307-bb93-49bf-bae2-f708aa779849 req-a04d5429-42df-4419-bc1f-b24ccf2e6ba5 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 944 time: 0.0530891 Mar 31 20:57:03.070069 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-efc34307-bb93-49bf-bae2-f708aa779849 req-97810b2b-a03c-420d-b810-016cc4a5581e tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420408 Mar 31 20:57:03.401118 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:04.186984 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb638dc-b39e-4683-9af3-600648e9c6e4 req-631dfa24-e2f0-45ce-827b-0480e8a0e304 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:04.188484 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7bb638dc-b39e-4683-9af3-600648e9c6e4 req-631dfa24-e2f0-45ce-827b-0480e8a0e304 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 944 time: 0.0530319 Mar 31 20:57:04.246274 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7bb638dc-b39e-4683-9af3-600648e9c6e4 req-7b57ca91-5f4d-4bb2-a40f-b53978596332 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500765 Mar 31 20:57:05.364046 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387256f5-6fbc-4c03-bcb5-b3769fc8da5d req-3aa9d8c3-c554-4b35-b72e-f914b303d744 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:05.365541 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-387256f5-6fbc-4c03-bcb5-b3769fc8da5d req-3aa9d8c3-c554-4b35-b72e-f914b303d744 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 944 time: 0.0522940 Mar 31 20:57:05.413459 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-387256f5-6fbc-4c03-bcb5-b3769fc8da5d req-2ec2b880-67bc-47ee-af3f-0996953bfafe tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418665 Mar 31 20:57:06.542701 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafa85c-32dc-49bf-a1a7-8487cd10d65d req-a42b3e04-da1a-4cbe-8ba5-c819de5efea3 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:06.544189 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4dafa85c-32dc-49bf-a1a7-8487cd10d65d req-a42b3e04-da1a-4cbe-8ba5-c819de5efea3 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 944 time: 0.0620747 Mar 31 20:57:06.563969 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:57:06.593016 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-4dafa85c-32dc-49bf-a1a7-8487cd10d65d req-f28d423b-ab28-432a-8b24-6f17a7bebd27 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432186 Mar 31 20:57:07.668859 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 769940f8-602e-4e50-8b36-a155cad9e0ce details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:57:07.712559 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fc1ad-9720-4478-a33d-c38dfc04202d req-3d5d03a0-e541-4b47-b841-4c07920c495f tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:07.721872 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bc8fc1ad-9720-4478-a33d-c38dfc04202d req-3d5d03a0-e541-4b47-b841-4c07920c495f tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 944 time: 0.0560708 Mar 31 20:57:07.764105 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bc8fc1ad-9720-4478-a33d-c38dfc04202d req-1d3ca9d7-24b4-426f-ab47-a842717f2e35 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445099 Mar 31 20:57:07.767579 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 769940f8-602e-4e50-8b36-a155cad9e0ce, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=769940f8-602e-4e50-8b36-a155cad9e0ce,segment=NetworkSegment(71ee310c-899c-4e2c-9501-0d23e7c4605f),segment_id=71ee310c-899c-4e2c-9501-0d23e7c4605f)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:57:07.779458 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': '769940f8-602e-4e50-8b36-a155cad9e0ce', 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad', 'port_id': '769940f8-602e-4e50-8b36-a155cad9e0ce', 'mac_address': 'fa:16:3e:da:b3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:57:07.819490 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 769940f8-602e-4e50-8b36-a155cad9e0ce is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:57:07.819818 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (769940f8-602e-4e50-8b36-a155cad9e0ce), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:07.832883 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769940f8-602e-4e50-8b36-a155cad9e0ce {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:57:07.851262 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 769940f8-602e-4e50-8b36-a155cad9e0ce, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=769940f8-602e-4e50-8b36-a155cad9e0ce,segment=NetworkSegment(71ee310c-899c-4e2c-9501-0d23e7c4605f),segment_id=71ee310c-899c-4e2c-9501-0d23e7c4605f)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:57:07.944079 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (769940f8-602e-4e50-8b36-a155cad9e0ce), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:07.989565 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=769940f8-602e-4e50-8b36-a155cad9e0ce,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:57:08.150909 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['769940f8-602e-4e50-8b36-a155cad9e0ce'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:57:08.879879 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27458310-d782-4920-9278-2482602af398 req-0ccd48b1-6223-402a-a8c3-12ea8eb78909 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:08.881344 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-27458310-d782-4920-9278-2482602af398 req-0ccd48b1-6223-402a-a8c3-12ea8eb78909 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 945 time: 0.0519733 Mar 31 20:57:08.929005 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-27458310-d782-4920-9278-2482602af398 req-cc2d0235-bce6-4855-b639-f8d99ce9c882 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420730 Mar 31 20:57:09.069942 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-791d90a1-74e8-4d3c-b292-e2bd0ff796f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:09.685069 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 769940f8-602e-4e50-8b36-a155cad9e0ce up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:57:09.772627 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning for port 769940f8-602e-4e50-8b36-a155cad9e0ce completed by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:57:09.776513 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port 769940f8-602e-4e50-8b36-a155cad9e0ce triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:57:09.776892 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (769940f8-602e-4e50-8b36-a155cad9e0ce), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:09.854960 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 769940f8-602e-4e50-8b36-a155cad9e0ce is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:57:09.855273 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (769940f8-602e-4e50-8b36-a155cad9e0ce), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:09.877214 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797293b8-12f9-4ca4-9495-5e34843a4714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769940f8-602e-4e50-8b36-a155cad9e0ce'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:57:09.879433 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f197f8a6-5feb-44b3-b7bf-bc27f3ca9e6e" -d '{"events": [{"server_uuid": "797293b8-12f9-4ca4-9495-5e34843a4714", "name": "network-vif-plugged", "status": "completed", "tag": "769940f8-602e-4e50-8b36-a155cad9e0ce"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:57:09.892250 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 769940f8-602e-4e50-8b36-a155cad9e0ce, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=769940f8-602e-4e50-8b36-a155cad9e0ce,segment=NetworkSegment(71ee310c-899c-4e2c-9501-0d23e7c4605f),segment_id=71ee310c-899c-4e2c-9501-0d23e7c4605f)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:57:09.950105 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (769940f8-602e-4e50-8b36-a155cad9e0ce), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:09.999643 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365a01e9-ad02-4037-8283-0e54fc21d7a4 x-openstack-request-id: req-365a01e9-ad02-4037-8283-0e54fc21d7a4 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:57:09.999972 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797293b8-12f9-4ca4-9495-5e34843a4714", "name": "network-vif-plugged", "status": "completed", "tag": "769940f8-602e-4e50-8b36-a155cad9e0ce", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:57:10.000231 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-365a01e9-ad02-4037-8283-0e54fc21d7a4 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:57:10.000633 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-365a01e9-ad02-4037-8283-0e54fc21d7a4'] response: {'server_uuid': '797293b8-12f9-4ca4-9495-5e34843a4714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769940f8-602e-4e50-8b36-a155cad9e0ce', 'code': 200} Mar 31 20:57:10.001555 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=769940f8-602e-4e50-8b36-a155cad9e0ce,revision_number=5']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:57:10.061473 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147018e-919c-4b71-bbdc-a56d13d9ec79 req-ddc09ae7-16e2-44f5-87ab-1729a009b520 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:10.062950 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e147018e-919c-4b71-bbdc-a56d13d9ec79 req-ddc09ae7-16e2-44f5-87ab-1729a009b520 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 946 time: 0.0566366 Mar 31 20:57:10.118948 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e147018e-919c-4b71-bbdc-a56d13d9ec79 req-03176960-f515-4af0-9685-1605dfc79220 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501816 Mar 31 20:57:10.311836 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19b3f0-f7c6-4213-a65f-b9c813393fc6 req-be846a2a-211e-42e4-938f-656bcf4d04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:10.313330 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4b19b3f0-f7c6-4213-a65f-b9c813393fc6 req-be846a2a-211e-42e4-938f-656bcf4d04b1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 1130 time: 0.0445070 Mar 31 20:57:10.359265 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-4b19b3f0-f7c6-4213-a65f-b9c813393fc6 req-6e40ffce-f4b5-4926-9050-7dabef6afaec service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394313 Mar 31 20:57:11.237152 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292df9f-8493-4336-9bab-fa77ea124cae req-b427c99e-5088-4de1-a21e-87d719281a68 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:11.238612 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6292df9f-8493-4336-9bab-fa77ea124cae req-b427c99e-5088-4de1-a21e-87d719281a68 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 946 time: 0.0520368 Mar 31 20:57:11.287745 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6292df9f-8493-4336-9bab-fa77ea124cae req-c0337650-b0af-43ed-859d-63d7425559fb tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435784 Mar 31 20:57:11.680850 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e3a50302-5783-4790-8c4a-c6bce342474e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:12.404002 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c92cc0-a684-4130-bd1c-f9b9c2434ceb req-dadec282-7e97-47c1-9b31-f522e8790b89 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:12.405480 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-78c92cc0-a684-4130-bd1c-f9b9c2434ceb req-dadec282-7e97-47c1-9b31-f522e8790b89 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 946 time: 0.0521965 Mar 31 20:57:12.452636 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-78c92cc0-a684-4130-bd1c-f9b9c2434ceb req-e95f91ae-67d1-4656-b1f9-6aa5f8a411e9 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414946 Mar 31 20:57:12.576236 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3e92d-4d11-4dbc-b411-e6d8906b4db9 req-e48d1e39-9276-4768-b186-eda13cf0ff1a tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:12.577640 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7af3e92d-4d11-4dbc-b411-e6d8906b4db9 req-e48d1e39-9276-4768-b186-eda13cf0ff1a tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 946 time: 0.0613286 Mar 31 20:57:12.624963 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7af3e92d-4d11-4dbc-b411-e6d8906b4db9 req-611cc7d1-e6c7-4f80-ab61-55295f92ee95 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418127 Mar 31 20:57:12.646676 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37702) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:57:12.731752 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6ff9f3-2f43-4109-82fa-f75e815238a0 tempest-TestShelveInstance-2088724831 tempest-TestShelveInstance-2088724831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:12.733550 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-6b6ff9f3-2f43-4109-82fa-f75e815238a0 tempest-TestShelveInstance-2088724831 tempest-TestShelveInstance-2088724831-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 1125 time: 0.0859022 Mar 31 20:57:12.736450 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37706) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:57:12.740753 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.v2.base [None req-fe1c53f0-a1a7-429c-ac90-edac0b1da2f1 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Request body: {'floatingip': {'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'port_id': '769940f8-602e-4e50-8b36-a155cad9e0ce', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:57:12.835634 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fe1c53f0-a1a7-429c-ac90-edac0b1da2f1 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:12.933228 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fe1c53f0-a1a7-429c-ac90-edac0b1da2f1 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:13.033545 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-fe1c53f0-a1a7-429c-ac90-edac0b1da2f1 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Allocated IP 172.27.0.18 (058c73fb-def7-43e1-b39b-9141f1a05ed2/a387e6ba-8a8d-4212-afc7-aae8004bc1a6/c34ac1e0-43c1-48a4-af47-f21c07b81fa9) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:57:13.134852 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fe1c53f0-a1a7-429c-ac90-edac0b1da2f1 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for port (c34ac1e0-43c1-48a4-af47-f21c07b81fa9), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:13.230192 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fe1c53f0-a1a7-429c-ac90-edac0b1da2f1 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784742971405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (c34ac1e0-43c1-48a4-af47-f21c07b81fa9), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:13.266861 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1c53f0-a1a7-429c-ac90-edac0b1da2f1 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Network 058c73fb-def7-43e1-b39b-9141f1a05ed2 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:57:13.269742 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-fe1c53f0-a1a7-429c-ac90-edac0b1da2f1 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:57:13.275785 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1c53f0-a1a7-429c-ac90-edac0b1da2f1 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:57:13.296921 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c53f0-a1a7-429c-ac90-edac0b1da2f1 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Pushing event updated for resources: {'Port': ['ID=c34ac1e0-43c1-48a4-af47-f21c07b81fa9,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:57:13.389849 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:13.621709 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fe1c53f0-a1a7-429c-ac90-edac0b1da2f1 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for floatingip (5b95a8fb-5c31-491f-8f80-290394c2585b), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:13.742287 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fe1c53f0-a1a7-429c-ac90-edac0b1da2f1 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (c34ac1e0-43c1-48a4-af47-f21c07b81fa9), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:13.888148 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fe1c53f0-a1a7-429c-ac90-edac0b1da2f1 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for port (c34ac1e0-43c1-48a4-af47-f21c07b81fa9), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:13.943932 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fe1c53f0-a1a7-429c-ac90-edac0b1da2f1 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12676161'] for port (c34ac1e0-43c1-48a4-af47-f21c07b81fa9), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:14.014108 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c53f0-a1a7-429c-ac90-edac0b1da2f1 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Pushing event updated for resources: {'Port': ['ID=c34ac1e0-43c1-48a4-af47-f21c07b81fa9,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:57:14.023896 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fe1c53f0-a1a7-429c-ac90-edac0b1da2f1 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16728181'] for floatingip (5b95a8fb-5c31-491f-8f80-290394c2585b), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:14.125656 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.db.l3_db [None req-fe1c53f0-a1a7-429c-ac90-edac0b1da2f1 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Floating IP 5b95a8fb-5c31-491f-8f80-290394c2585b associated. External IP: 172.27.0.18, port: 769940f8-602e-4e50-8b36-a155cad9e0ce. Mar 31 20:57:14.594514 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1c53f0-a1a7-429c-ac90-edac0b1da2f1 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Router fe838453-3672-42ac-aac4-7cacb3c6f469 has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:57:14.699708 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1c53f0-a1a7-429c-ac90-edac0b1da2f1 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:57:14.709730 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e390b6-da79-4630-a939-28ab4003131b None None] Sync routers for ids ['fe838453-3672-42ac-aac4-7cacb3c6f469'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:57:14.719080 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e390b6-da79-4630-a939-28ab4003131b None None] Routers {'fe838453-3672-42ac-aac4-7cacb3c6f469'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:57:14.730909 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-b8e390b6-da79-4630-a939-28ab4003131b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:57:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['fe838453-3672-42ac-aac4-7cacb3c6f469'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:57:14.774797 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fe1c53f0-a1a7-429c-ac90-edac0b1da2f1 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:14.808516 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-fe1c53f0-a1a7-429c-ac90-edac0b1da2f1 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0709763 Mar 31 20:57:14.809100 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797293b8-12f9-4ca4-9495-5e34843a4714', 'tag': '769940f8-602e-4e50-8b36-a155cad9e0ce'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:57:14.811608 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5253feeaf43b009d496c5950c37129f342c333472f7057fa14384dd137f2b4ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c62089-ffc8-4e84-8214-291da5793b74" -d '{"events": [{"name": "network-changed", "server_uuid": "797293b8-12f9-4ca4-9495-5e34843a4714", "tag": "769940f8-602e-4e50-8b36-a155cad9e0ce"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:57:14.829669 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-b8e390b6-da79-4630-a939-28ab4003131b None None] Set router fe838453-3672-42ac-aac4-7cacb3c6f469 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:57:14.851029 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75f1e9c-ed45-417a-9738-7e3d621db6d5 x-openstack-request-id: req-e75f1e9c-ed45-417a-9738-7e3d621db6d5 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:57:14.851029 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797293b8-12f9-4ca4-9495-5e34843a4714", "tag": "769940f8-602e-4e50-8b36-a155cad9e0ce", "status": "completed", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:57:14.851029 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e75f1e9c-ed45-417a-9738-7e3d621db6d5 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:57:14.851029 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e75f1e9c-ed45-417a-9738-7e3d621db6d5'] response: {'name': 'network-changed', 'server_uuid': '797293b8-12f9-4ca4-9495-5e34843a4714', 'tag': '769940f8-602e-4e50-8b36-a155cad9e0ce', 'status': 'completed', 'code': 200} Mar 31 20:57:14.908912 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c62089-ffc8-4e84-8214-291da5793b74 req-ff1c5ade-725e-4ceb-a0e5-a93afb244f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:14.910416 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-22c62089-ffc8-4e84-8214-291da5793b74 req-ff1c5ade-725e-4ceb-a0e5-a93afb244f3a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=091304cc9c1f40ca9ad8a56f9d86fda5&device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 1130 time: 0.0438526 Mar 31 20:57:15.003907 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c62089-ffc8-4e84-8214-291da5793b74 req-2918d062-e6b9-4e96-9304-71858475e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:15.005391 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-22c62089-ffc8-4e84-8214-291da5793b74 req-2918d062-e6b9-4e96-9304-71858475e5b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=171af949-9073-4e5c-9320-44ab1e637aad HTTP/1.1" status: 200 len: 909 time: 0.0889351 Mar 31 20:57:15.053309 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-b8e390b6-da79-4630-a939-28ab4003131b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'name': 'tempest-TestShelveInstance-486607749-router', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:29Z', 'revision_number': 4, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'gw_port': {'id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '5b95a8fb-5c31-491f-8f80-290394c2585b', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'port_id': '769940f8-602e-4e50-8b36-a155cad9e0ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad', 'mac_address': 'fa:16:3e:da:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797293b8-12f9-4ca4-9495-5e34843a4714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:57:13Z', 'updated_at': '2022-03-31T20:57:13Z', 'revision_number': 0, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3241072f-ecc0-451b-b265-788c3ea19312', 'name': '', 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'mac_address': 'fa:16:3e:1d:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:28Z', 'updated_at': '2022-03-31T20:56:32Z', 'revision_number': 5, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'subnets': [{'id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:57:15.069155 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-22c62089-ffc8-4e84-8214-291da5793b74 req-d0f9b95e-a050-40d8-8156-af45e5d1ec4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769940f8-602e-4e50-8b36-a155cad9e0ce HTTP/1.1" status: 200 len: 999 time: 0.0584755 Mar 31 20:57:15.082624 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e390b6-da79-4630-a939-28ab4003131b None None] Checking router: fe838453-3672-42ac-aac4-7cacb3c6f469 for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:57:15.101835 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e390b6-da79-4630-a939-28ab4003131b None None] Routers {'fe838453-3672-42ac-aac4-7cacb3c6f469'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:57:15.102447 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-b8e390b6-da79-4630-a939-28ab4003131b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T20:57:12Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['fe838453-3672-42ac-aac4-7cacb3c6f469'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:57:15.121313 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c62089-ffc8-4e84-8214-291da5793b74 req-0cf2578e-d449-4849-818d-c3a005dc2c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:15.128305 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-22c62089-ffc8-4e84-8214-291da5793b74 req-0cf2578e-d449-4849-818d-c3a005dc2c92 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f12debb2-a1a7-4f3b-8318-17f94b52ecf5 HTTP/1.1" status: 200 len: 847 time: 0.0476794 Mar 31 20:57:15.171260 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:15.172117 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c62089-ffc8-4e84-8214-291da5793b74 req-24942d85-8443-457c-a575-488f315eab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:15.173627 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-22c62089-ffc8-4e84-8214-291da5793b74 req-24942d85-8443-457c-a575-488f315eab84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=171af949-9073-4e5c-9320-44ab1e637aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451922 Mar 31 20:57:15.265218 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-22c62089-ffc8-4e84-8214-291da5793b74 req-4349f426-149c-4e8d-9777-ade7037943d1 service neutron] 10.222.0.32 "GET /v2.0/networks/171af949-9073-4e5c-9320-44ab1e637aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857565 Mar 31 20:57:15.341365 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-b8e390b6-da79-4630-a939-28ab4003131b None None] Set router fe838453-3672-42ac-aac4-7cacb3c6f469 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:57:15.358972 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-22c62089-ffc8-4e84-8214-291da5793b74 req-3094c23e-f7b5-4cc2-bb12-be55cd815070 service neutron] 10.222.0.32 "GET /v2.0/networks/171af949-9073-4e5c-9320-44ab1e637aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880299 Mar 31 20:57:15.560198 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-b8e390b6-da79-4630-a939-28ab4003131b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'name': 'tempest-TestShelveInstance-486607749-router', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:29Z', 'revision_number': 4, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'gw_port': {'id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '5b95a8fb-5c31-491f-8f80-290394c2585b', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'port_id': '769940f8-602e-4e50-8b36-a155cad9e0ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad', 'mac_address': 'fa:16:3e:da:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797293b8-12f9-4ca4-9495-5e34843a4714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:57:13Z', 'updated_at': '2022-03-31T20:57:13Z', 'revision_number': 0, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3241072f-ecc0-451b-b265-788c3ea19312', 'name': '', 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'mac_address': 'fa:16:3e:1d:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:28Z', 'updated_at': '2022-03-31T20:56:32Z', 'revision_number': 5, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'subnets': [{'id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:57:15.585855 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e390b6-da79-4630-a939-28ab4003131b None None] The sync data for ids ['fe838453-3672-42ac-aac4-7cacb3c6f469'] in dv-cinder-836072-1-iscsi is: [{'id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'name': 'tempest-TestShelveInstance-486607749-router', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:29Z', 'revision_number': 4, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'gw_port': {'id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_floatingips': [{'id': '5b95a8fb-5c31-491f-8f80-290394c2585b', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'router_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'port_id': '769940f8-602e-4e50-8b36-a155cad9e0ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad', 'mac_address': 'fa:16:3e:da:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797293b8-12f9-4ca4-9495-5e34843a4714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:57:13Z', 'updated_at': '2022-03-31T20:57:13Z', 'revision_number': 0, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3241072f-ecc0-451b-b265-788c3ea19312', 'name': '', 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'mac_address': 'fa:16:3e:1d:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:28Z', 'updated_at': '2022-03-31T20:56:32Z', 'revision_number': 5, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'subnets': [{'id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:57:15.788367 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cc705f-743c-4648-8e76-d806ddf97e21 None None] New status for floating IP 5b95a8fb-5c31-491f-8f80-290394c2585b: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:57:15.807098 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:33.411714 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:39.039869 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-27ef0356-7fb0-4fb8-973c-453f1ebcb046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:41.685932 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75ffb892-b717-4082-855c-203a753dd77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:43.388395 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:43.562490 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:57:45.159993 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:45.604922 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-a6a0e8ee-f0fa-4e99-afac-407cc7453554 req-88adcff9-4ead-4574-9339-d7b1af74394c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436451 Mar 31 20:57:45.662753 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:57:45.690473 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0e8ee-f0fa-4e99-afac-407cc7453554 req-2c898d69-6453-4995-9cdb-c1e5550d503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:45.691981 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-a6a0e8ee-f0fa-4e99-afac-407cc7453554 req-2c898d69-6453-4995-9cdb-c1e5550d503a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=091304cc9c1f40ca9ad8a56f9d86fda5&device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 1130 time: 0.0446887 Mar 31 20:57:45.795793 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0e8ee-f0fa-4e99-afac-407cc7453554 req-c2bc628a-cd1d-46de-bfea-c53b898d37c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:45.797279 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-a6a0e8ee-f0fa-4e99-afac-407cc7453554 req-c2bc628a-cd1d-46de-bfea-c53b898d37c6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=171af949-9073-4e5c-9320-44ab1e637aad HTTP/1.1" status: 200 len: 909 time: 0.0878599 Mar 31 20:57:45.862720 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-a6a0e8ee-f0fa-4e99-afac-407cc7453554 req-6a7f65c3-38cb-43e4-893c-c51cd44ff662 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769940f8-602e-4e50-8b36-a155cad9e0ce HTTP/1.1" status: 200 len: 1001 time: 0.0582812 Mar 31 20:57:45.912034 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0e8ee-f0fa-4e99-afac-407cc7453554 req-f428360c-729f-4a7e-97e4-f50ad7157973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:45.913444 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-a6a0e8ee-f0fa-4e99-afac-407cc7453554 req-f428360c-729f-4a7e-97e4-f50ad7157973 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f12debb2-a1a7-4f3b-8318-17f94b52ecf5 HTTP/1.1" status: 200 len: 847 time: 0.0457096 Mar 31 20:57:45.960912 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0e8ee-f0fa-4e99-afac-407cc7453554 req-a5ddbbf3-3978-480c-a371-15d5574623f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:57:45.962364 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-a6a0e8ee-f0fa-4e99-afac-407cc7453554 req-a5ddbbf3-3978-480c-a371-15d5574623f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=171af949-9073-4e5c-9320-44ab1e637aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437434 Mar 31 20:57:46.048276 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-a6a0e8ee-f0fa-4e99-afac-407cc7453554 req-123ec632-d428-47e9-9f1a-0388dfdafae3 service neutron] 10.222.0.32 "GET /v2.0/networks/171af949-9073-4e5c-9320-44ab1e637aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798888 Mar 31 20:57:46.142176 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-a6a0e8ee-f0fa-4e99-afac-407cc7453554 req-44654072-c73c-4143-aadf-54ffcdcc79cf service neutron] 10.222.0.32 "GET /v2.0/networks/171af949-9073-4e5c-9320-44ab1e637aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872085 Mar 31 20:58:03.399277 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:58:09.027828 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e2bd9e3e-ba9d-49ab-a1d3-ca76d06dfdbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:58:11.718836 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f52685d-8fc0-4368-b6d0-cca278db5c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:58:13.416596 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:58:15.164817 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:58:15.673565 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:58:20.563053 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:58:33.427183 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:58:39.021462 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b545e77d-04a4-43e9-bec9-8a4dcc7bfec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:58:41.695304 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bedf0ef0-a3fd-4b1d-950d-7064a2dde59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:58:43.397850 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:58:45.164512 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:58:45.683558 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:58:47.594151 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-01eb5193-ca92-4f18-9756-11462cc77026 req-83d9be41-0b65-43b7-8cee-fc711980b517 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453584 Mar 31 20:58:47.681024 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb5193-ca92-4f18-9756-11462cc77026 req-22d40b8f-99bb-4026-8647-c7e743d719d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:58:47.682598 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-01eb5193-ca92-4f18-9756-11462cc77026 req-22d40b8f-99bb-4026-8647-c7e743d719d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=091304cc9c1f40ca9ad8a56f9d86fda5&device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 1130 time: 0.0465336 Mar 31 20:58:47.791434 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb5193-ca92-4f18-9756-11462cc77026 req-b0fca452-ddaf-429a-bf70-7be718162223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:58:47.792930 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-01eb5193-ca92-4f18-9756-11462cc77026 req-b0fca452-ddaf-429a-bf70-7be718162223 service neutron] 10.222.0.32 "GET /v2.0/networks?id=171af949-9073-4e5c-9320-44ab1e637aad HTTP/1.1" status: 200 len: 909 time: 0.0903485 Mar 31 20:58:47.857785 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-01eb5193-ca92-4f18-9756-11462cc77026 req-49b0880d-68da-4a56-b958-51ec89b28f7e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769940f8-602e-4e50-8b36-a155cad9e0ce HTTP/1.1" status: 200 len: 1001 time: 0.0590918 Mar 31 20:58:47.909261 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb5193-ca92-4f18-9756-11462cc77026 req-8d5b3536-6690-4dcc-b36b-160d91e866e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:58:47.910687 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-01eb5193-ca92-4f18-9756-11462cc77026 req-8d5b3536-6690-4dcc-b36b-160d91e866e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f12debb2-a1a7-4f3b-8318-17f94b52ecf5 HTTP/1.1" status: 200 len: 847 time: 0.0471649 Mar 31 20:58:47.960412 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb5193-ca92-4f18-9756-11462cc77026 req-4a615174-77cf-4e09-ae14-6410ca2f0a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:58:47.961930 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-01eb5193-ca92-4f18-9756-11462cc77026 req-4a615174-77cf-4e09-ae14-6410ca2f0a67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=171af949-9073-4e5c-9320-44ab1e637aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448475 Mar 31 20:58:48.047375 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-01eb5193-ca92-4f18-9756-11462cc77026 req-834119fe-3b69-4064-b9cb-1dfbfaa1a996 service neutron] 10.222.0.32 "GET /v2.0/networks/171af949-9073-4e5c-9320-44ab1e637aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796864 Mar 31 20:58:48.137742 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-01eb5193-ca92-4f18-9756-11462cc77026 req-eb28f03c-dc3b-46bf-b6b3-ee679ab66fe5 service neutron] 10.222.0.32 "GET /v2.0/networks/171af949-9073-4e5c-9320-44ab1e637aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846949 Mar 31 20:58:57.562395 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:59:03.454641 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:59:09.036947 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c5861b2d-7ae6-4e16-9073-4265d4d91c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:59:09.437727 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da59f4-a58e-4831-9b97-1a5e5e8289d0 req-1bf70a74-c4b3-4e9b-ba81-f8b9cc78908c tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:09.439227 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c1da59f4-a58e-4831-9b97-1a5e5e8289d0 req-1bf70a74-c4b3-4e9b-ba81-f8b9cc78908c tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 946 time: 0.0557082 Mar 31 20:59:09.488974 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-c1da59f4-a58e-4831-9b97-1a5e5e8289d0 req-a9d29396-ea1b-4bf8-a09e-d12381dfbcff tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440774 Mar 31 20:59:10.609951 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9235c13-ef88-42aa-9de0-b2af44cd0ee7 req-2c0bce74-c5fc-45f7-9b00-96e2167dfde8 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:10.611411 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b9235c13-ef88-42aa-9de0-b2af44cd0ee7 req-2c0bce74-c5fc-45f7-9b00-96e2167dfde8 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 946 time: 0.0527301 Mar 31 20:59:10.662242 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-b9235c13-ef88-42aa-9de0-b2af44cd0ee7 req-69ecb515-16c9-4335-b2f7-4f78336d60e7 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452240 Mar 31 20:59:11.665492 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fd599902-4ea1-4450-9557-c3bbd3995429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:59:11.779552 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc250ed-e26d-4c1c-9482-2243c2c7e0b2 req-6851dc56-5ce2-4bdd-8c2a-68e058996ce6 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:11.781055 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3bc250ed-e26d-4c1c-9482-2243c2c7e0b2 req-6851dc56-5ce2-4bdd-8c2a-68e058996ce6 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 946 time: 0.0523691 Mar 31 20:59:11.830502 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-3bc250ed-e26d-4c1c-9482-2243c2c7e0b2 req-b120a702-5722-4a07-80d0-df81527e3de5 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437095 Mar 31 20:59:12.947508 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44138b43-c29d-4d70-b797-5f07a505cf78 req-a14512ad-5ca6-4e1f-b4bf-61677c4d3555 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:12.949063 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-44138b43-c29d-4d70-b797-5f07a505cf78 req-a14512ad-5ca6-4e1f-b4bf-61677c4d3555 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 946 time: 0.0513675 Mar 31 20:59:12.996979 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-44138b43-c29d-4d70-b797-5f07a505cf78 req-4244c928-9706-48fb-9f60-1304e1a70f03 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416789 Mar 31 20:59:13.414060 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:59:14.120752 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3604ec-c83b-48f6-8fb4-ec2b722b7138 req-4533b2e7-9a33-488f-9a6d-4fd00bd29b1b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:14.122141 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9e3604ec-c83b-48f6-8fb4-ec2b722b7138 req-4533b2e7-9a33-488f-9a6d-4fd00bd29b1b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 946 time: 0.0560136 Mar 31 20:59:14.170240 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9e3604ec-c83b-48f6-8fb4-ec2b722b7138 req-2f9c80f9-eb2a-4859-a7de-dd142286d60e tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419457 Mar 31 20:59:15.156831 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:59:15.286421 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88556b6b-11ce-4523-a6b7-1614435e6db6 req-e816f436-6b7f-4a14-a328-34b3ae824c26 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:15.287923 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-88556b6b-11ce-4523-a6b7-1614435e6db6 req-e816f436-6b7f-4a14-a328-34b3ae824c26 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 946 time: 0.0522561 Mar 31 20:59:15.336066 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-88556b6b-11ce-4523-a6b7-1614435e6db6 req-34a92a87-fd09-4ad6-924f-4e20d6ce7c4d tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424316 Mar 31 20:59:15.688413 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:59:16.450744 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1797bb0-843f-4c63-8021-513905e14534 req-f08e7107-9fcd-488e-8747-ec8a6c27ea2a tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:16.452229 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e1797bb0-843f-4c63-8021-513905e14534 req-f08e7107-9fcd-488e-8747-ec8a6c27ea2a tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 946 time: 0.0515943 Mar 31 20:59:16.504069 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e1797bb0-843f-4c63-8021-513905e14534 req-4c74db64-1fe4-4e24-90df-548ec8041995 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456796 Mar 31 20:59:17.625657 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c4a54-1a88-44f7-ab43-1fd278b78a05 req-59b17d1a-b452-400a-8dd9-16f7e50ea543 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:17.627117 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-db7c4a54-1a88-44f7-ab43-1fd278b78a05 req-59b17d1a-b452-400a-8dd9-16f7e50ea543 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 946 time: 0.0523245 Mar 31 20:59:17.675901 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-db7c4a54-1a88-44f7-ab43-1fd278b78a05 req-91b06db7-0603-4914-9e80-6b4f01b93c62 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430977 Mar 31 20:59:18.803158 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abdeb7-435f-42bf-8189-20939d4eec09 req-41e15c14-299f-4a19-a793-e52e6f381767 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:18.804749 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-26abdeb7-435f-42bf-8189-20939d4eec09 req-41e15c14-299f-4a19-a793-e52e6f381767 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 946 time: 0.0592790 Mar 31 20:59:18.855360 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-26abdeb7-435f-42bf-8189-20939d4eec09 req-710070d5-a36f-44db-9d33-7acf50638ddd tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444160 Mar 31 20:59:19.633930 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdcde6-1b8e-493a-8c2d-5a6ab0770156 req-d332cb0d-44db-4206-a99f-6ceb05628e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:19.635414 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-71cdcde6-1b8e-493a-8c2d-5a6ab0770156 req-d332cb0d-44db-4206-a99f-6ceb05628e81 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=091304cc9c1f40ca9ad8a56f9d86fda5&device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 1130 time: 0.0451405 Mar 31 20:59:19.727153 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdcde6-1b8e-493a-8c2d-5a6ab0770156 req-29529cde-0a16-48df-b524-34335ec29ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:19.728668 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-71cdcde6-1b8e-493a-8c2d-5a6ab0770156 req-29529cde-0a16-48df-b524-34335ec29ea9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=171af949-9073-4e5c-9320-44ab1e637aad HTTP/1.1" status: 200 len: 909 time: 0.0860660 Mar 31 20:59:19.791687 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-71cdcde6-1b8e-493a-8c2d-5a6ab0770156 req-ad839d28-b033-4d54-a24e-a82fd625342e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769940f8-602e-4e50-8b36-a155cad9e0ce HTTP/1.1" status: 200 len: 1001 time: 0.0573206 Mar 31 20:59:19.838212 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdcde6-1b8e-493a-8c2d-5a6ab0770156 req-aad1f160-5670-4b2c-97e2-7fbfdc45a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:19.839553 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-71cdcde6-1b8e-493a-8c2d-5a6ab0770156 req-aad1f160-5670-4b2c-97e2-7fbfdc45a20b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f12debb2-a1a7-4f3b-8318-17f94b52ecf5 HTTP/1.1" status: 200 len: 847 time: 0.0421278 Mar 31 20:59:19.889255 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdcde6-1b8e-493a-8c2d-5a6ab0770156 req-11b7b698-4004-4143-8db9-28dc698a6538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:19.891398 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-71cdcde6-1b8e-493a-8c2d-5a6ab0770156 req-11b7b698-4004-4143-8db9-28dc698a6538 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=171af949-9073-4e5c-9320-44ab1e637aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465226 Mar 31 20:59:19.977655 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fab175-8252-47b2-a686-d957c784f4ba req-8a87dd20-cec4-4fc0-875e-d0127e938aec tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:19.979141 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d7fab175-8252-47b2-a686-d957c784f4ba req-8a87dd20-cec4-4fc0-875e-d0127e938aec tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 946 time: 0.0568681 Mar 31 20:59:19.980039 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-71cdcde6-1b8e-493a-8c2d-5a6ab0770156 req-34da67d3-3a4b-4fb4-a351-d7c68b285f2c service neutron] 10.222.0.32 "GET /v2.0/networks/171af949-9073-4e5c-9320-44ab1e637aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829089 Mar 31 20:59:20.028519 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d7fab175-8252-47b2-a686-d957c784f4ba req-835e208e-f902-42a6-8bca-e13ff5f98121 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435286 Mar 31 20:59:20.071430 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-71cdcde6-1b8e-493a-8c2d-5a6ab0770156 req-0052b1d7-407c-4fdb-8285-0f5f47541fe4 service neutron] 10.222.0.32 "GET /v2.0/networks/171af949-9073-4e5c-9320-44ab1e637aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853908 Mar 31 20:59:21.147274 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c34a5-2160-4ce0-b748-29adbc21a0a1 req-7980a4dd-ed70-4796-b372-4314e355f84e tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:21.151668 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f13c34a5-2160-4ce0-b748-29adbc21a0a1 req-7980a4dd-ed70-4796-b372-4314e355f84e tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 946 time: 0.0562413 Mar 31 20:59:21.205893 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-f13c34a5-2160-4ce0-b748-29adbc21a0a1 req-234c055b-308a-40e2-991c-e17ecd621c97 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507863 Mar 31 20:59:22.325754 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee754e9-af29-4349-a46f-266669714765 req-50153374-5cb5-4d0c-85d0-3f18cfdbe468 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:22.327419 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1ee754e9-af29-4349-a46f-266669714765 req-50153374-5cb5-4d0c-85d0-3f18cfdbe468 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 946 time: 0.0572975 Mar 31 20:59:22.376776 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1ee754e9-af29-4349-a46f-266669714765 req-d126c943-2ae3-44b6-89ee-cd715d36fbc9 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437694 Mar 31 20:59:23.492833 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7bdcc-d522-4233-b933-779704dfefbb req-c707d64c-9207-4bfb-ae0f-5994c93dff67 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:23.494315 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0fd7bdcc-d522-4233-b933-779704dfefbb req-c707d64c-9207-4bfb-ae0f-5994c93dff67 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 946 time: 0.0524280 Mar 31 20:59:23.542725 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0fd7bdcc-d522-4233-b933-779704dfefbb req-e417ec7c-e931-4e2c-9d19-c59f11bc04d1 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428495 Mar 31 20:59:24.444433 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 769940f8-602e-4e50-8b36-a155cad9e0ce no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:59:24.518079 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 769940f8-602e-4e50-8b36-a155cad9e0ce is: ACTIVE; New status is: DOWN {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:59:24.518581 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (769940f8-602e-4e50-8b36-a155cad9e0ce), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:59:24.541825 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797293b8-12f9-4ca4-9495-5e34843a4714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '769940f8-602e-4e50-8b36-a155cad9e0ce'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:59:24.544090 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c299f9-15a0-4d3d-9fcb-182ad75d4000" -d '{"events": [{"server_uuid": "797293b8-12f9-4ca4-9495-5e34843a4714", "name": "network-vif-unplugged", "status": "completed", "tag": "769940f8-602e-4e50-8b36-a155cad9e0ce"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:59:24.557290 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 769940f8-602e-4e50-8b36-a155cad9e0ce, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=769940f8-602e-4e50-8b36-a155cad9e0ce,segment=NetworkSegment(71ee310c-899c-4e2c-9501-0d23e7c4605f),segment_id=71ee310c-899c-4e2c-9501-0d23e7c4605f)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:59:24.575649 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 20:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880a832e-f1ec-4230-a934-24da6d90df56 x-openstack-request-id: req-880a832e-f1ec-4230-a934-24da6d90df56 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:59:24.575649 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797293b8-12f9-4ca4-9495-5e34843a4714", "name": "network-vif-unplugged", "status": "failed", "tag": "769940f8-602e-4e50-8b36-a155cad9e0ce", "code": 422}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:59:24.575649 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-880a832e-f1ec-4230-a934-24da6d90df56 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:59:24.575971 dv-cinder-836072-1-iscsi neutron-server[110551]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-880a832e-f1ec-4230-a934-24da6d90df56']: {'server_uuid': '797293b8-12f9-4ca4-9495-5e34843a4714', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '769940f8-602e-4e50-8b36-a155cad9e0ce', 'code': 422} returned with failed status Mar 31 20:59:24.630861 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (769940f8-602e-4e50-8b36-a155cad9e0ce), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:59:24.680654 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=769940f8-602e-4e50-8b36-a155cad9e0ce,revision_number=6']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:59:24.687939 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:59:24.688295 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:59:24.688673 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:59:24.689020 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:59:24.689360 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:59:24.689694 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:59:24.690026 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:59:24.690356 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:59:24.690688 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:59:24.691018 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:59:24.691349 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:59:24.691676 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:59:24.692036 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:59:24.692360 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:59:24.692898 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:59:24.958086 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cf45a-45d1-4b0a-81c4-6bf3233d6b5d req-a297485e-a2ef-4822-b253-89d44fcef369 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:24.959711 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ed0cf45a-45d1-4b0a-81c4-6bf3233d6b5d req-a297485e-a2ef-4822-b253-89d44fcef369 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 944 time: 0.0538232 Mar 31 20:59:25.015135 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-ed0cf45a-45d1-4b0a-81c4-6bf3233d6b5d req-9a11e8f2-13ec-47e1-9626-e914287c5563 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498905 Mar 31 20:59:25.041629 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37784) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:59:25.124290 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-30b98c7b-9059-4aff-9da4-1e9652e70f43 req-a42bce05-36f7-4206-a0ae-fd8b98fec3c4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814958 Mar 31 20:59:25.133626 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [req-30b98c7b-9059-4aff-9da4-1e9652e70f43 req-454a0096-b4bf-49cc-a61b-f0fe35c3f834 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:59:25.134592 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-30b98c7b-9059-4aff-9da4-1e9652e70f43 req-454a0096-b4bf-49cc-a61b-f0fe35c3f834 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048163 Mar 31 20:59:26.133363 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70fa02-c2b9-4e6c-8589-f557ce1bf202 req-ea0c9ac6-cd29-4151-ab7f-1e6fe7d05b5c tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:26.137558 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0a70fa02-c2b9-4e6c-8589-f557ce1bf202 req-ea0c9ac6-cd29-4151-ab7f-1e6fe7d05b5c tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 944 time: 0.0533206 Mar 31 20:59:26.188988 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-0a70fa02-c2b9-4e6c-8589-f557ce1bf202 req-cfbb7289-8289-4ef9-8709-4acf1fe1caf0 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468791 Mar 31 20:59:26.264293 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37796) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:59:26.358922 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b98c7b-9059-4aff-9da4-1e9652e70f43 req-6c0d0b19-534c-4ecf-9180-3994f42f1922 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:26.360404 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-30b98c7b-9059-4aff-9da4-1e9652e70f43 req-6c0d0b19-534c-4ecf-9180-3994f42f1922 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports/769940f8-602e-4e50-8b36-a155cad9e0ce HTTP/1.1" status: 200 len: 941 time: 0.0951061 Mar 31 20:59:27.305173 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f26e2-97e2-4370-8ce8-7f1f1978736f req-c0762580-b9c7-4ea4-9956-d515a60e87e2 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:27.306672 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e91f26e2-97e2-4370-8ce8-7f1f1978736f req-c0762580-b9c7-4ea4-9956-d515a60e87e2 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 944 time: 0.0508566 Mar 31 20:59:27.358760 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e91f26e2-97e2-4370-8ce8-7f1f1978736f req-ec773491-9c03-4f61-a8ff-79dfd6ab599a tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462492 Mar 31 20:59:28.477579 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef1262-8b61-48d5-a39b-2ca9ec226adc req-06a00a94-f140-45f7-bdc4-1a06b8865f44 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:28.479114 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-62ef1262-8b61-48d5-a39b-2ca9ec226adc req-06a00a94-f140-45f7-bdc4-1a06b8865f44 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 944 time: 0.0528162 Mar 31 20:59:28.527116 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-62ef1262-8b61-48d5-a39b-2ca9ec226adc req-cb7904df-7259-435e-a1de-b584fb7a1331 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424707 Mar 31 20:59:29.641696 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625919a-16e4-4dff-a1b6-e7e92f62371a req-d8c7b9c2-da1d-4db3-86a5-610fbe043f2a tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:29.643784 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7625919a-16e4-4dff-a1b6-e7e92f62371a req-d8c7b9c2-da1d-4db3-86a5-610fbe043f2a tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 944 time: 0.0525484 Mar 31 20:59:29.691802 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-7625919a-16e4-4dff-a1b6-e7e92f62371a req-2b19b00b-afed-44e1-b37a-cb6c57110d2b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423658 Mar 31 20:59:30.814947 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd10f85-ae52-4334-8a6f-342918b48f59 req-d2d90c59-8181-4529-966c-c1a3dbee5b9e tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:30.816459 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8fd10f85-ae52-4334-8a6f-342918b48f59 req-d2d90c59-8181-4529-966c-c1a3dbee5b9e tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 944 time: 0.0585635 Mar 31 20:59:30.864702 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-8fd10f85-ae52-4334-8a6f-342918b48f59 req-10b5d8b9-cd20-484e-b6a8-46f742c3c913 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425048 Mar 31 20:59:31.522224 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b98c7b-9059-4aff-9da4-1e9652e70f43 req-3817c135-476f-4b51-83b7-8a2d5fd750f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:31.523841 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-30b98c7b-9059-4aff-9da4-1e9652e70f43 req-3817c135-476f-4b51-83b7-8a2d5fd750f3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714&tenant_id=091304cc9c1f40ca9ad8a56f9d86fda5 HTTP/1.1" status: 200 len: 1128 time: 0.0449402 Mar 31 20:59:31.588320 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b98c7b-9059-4aff-9da4-1e9652e70f43 req-ca701c11-f07e-448d-9c4e-3ce70a434f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:31.589793 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-30b98c7b-9059-4aff-9da4-1e9652e70f43 req-ca701c11-f07e-448d-9c4e-3ce70a434f1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=091304cc9c1f40ca9ad8a56f9d86fda5&device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 1128 time: 0.0455260 Mar 31 20:59:31.680022 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b98c7b-9059-4aff-9da4-1e9652e70f43 req-e70d0e76-e342-4a51-9d01-15b582cfb07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:31.681474 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-30b98c7b-9059-4aff-9da4-1e9652e70f43 req-e70d0e76-e342-4a51-9d01-15b582cfb07b service neutron] 10.222.0.32 "GET /v2.0/networks?id=171af949-9073-4e5c-9320-44ab1e637aad HTTP/1.1" status: 200 len: 909 time: 0.0860937 Mar 31 20:59:31.743758 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-30b98c7b-9059-4aff-9da4-1e9652e70f43 req-4a3da141-8b0c-4bc9-8955-e9d7be8bd7f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769940f8-602e-4e50-8b36-a155cad9e0ce HTTP/1.1" status: 200 len: 999 time: 0.0562828 Mar 31 20:59:31.798571 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b98c7b-9059-4aff-9da4-1e9652e70f43 req-8e3c16d0-9ec0-4f1d-a65a-ef0371a9d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:31.800482 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-30b98c7b-9059-4aff-9da4-1e9652e70f43 req-8e3c16d0-9ec0-4f1d-a65a-ef0371a9d967 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f12debb2-a1a7-4f3b-8318-17f94b52ecf5 HTTP/1.1" status: 200 len: 847 time: 0.0510716 Mar 31 20:59:31.848723 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b98c7b-9059-4aff-9da4-1e9652e70f43 req-73783abe-2a7a-4379-965e-fc4275516a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:31.850174 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-30b98c7b-9059-4aff-9da4-1e9652e70f43 req-73783abe-2a7a-4379-965e-fc4275516a1c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=171af949-9073-4e5c-9320-44ab1e637aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443699 Mar 31 20:59:31.936728 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-30b98c7b-9059-4aff-9da4-1e9652e70f43 req-824ba673-1321-459d-8849-9706553d6bcc service neutron] 10.222.0.32 "GET /v2.0/networks/171af949-9073-4e5c-9320-44ab1e637aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803277 Mar 31 20:59:31.981814 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46503a-dcc6-440b-b4c7-0ecefcefe3b9 req-86e5ffa9-dbd6-4191-ac11-183df8a6b440 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:31.983309 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9e46503a-dcc6-440b-b4c7-0ecefcefe3b9 req-86e5ffa9-dbd6-4191-ac11-183df8a6b440 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 944 time: 0.0520058 Mar 31 20:59:32.028809 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-30b98c7b-9059-4aff-9da4-1e9652e70f43 req-7f01bc2c-4f96-4a67-8166-fcad607a2c0b service neutron] 10.222.0.32 "GET /v2.0/networks/171af949-9073-4e5c-9320-44ab1e637aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854158 Mar 31 20:59:32.031732 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9e46503a-dcc6-440b-b4c7-0ecefcefe3b9 req-0cd1210e-0827-4008-a659-cfc89bb459f9 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420489 Mar 31 20:59:33.153321 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929c7d1-36c4-4162-8ba7-1829ff41c5d8 req-5d106d98-4611-4b88-9fde-ec67218b482d tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:33.154793 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6929c7d1-36c4-4162-8ba7-1829ff41c5d8 req-5d106d98-4611-4b88-9fde-ec67218b482d tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 944 time: 0.0547025 Mar 31 20:59:33.207204 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-6929c7d1-36c4-4162-8ba7-1829ff41c5d8 req-9e6db10a-10e0-42fd-8ff3-857716b05d3d tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462561 Mar 31 20:59:33.452771 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:59:34.326501 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0ffba-cca4-4bf1-b5fa-9cba9574636f req-cde4ed82-0a18-4c9b-be8d-147fcfa9b3b8 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:34.328005 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-75e0ffba-cca4-4bf1-b5fa-9cba9574636f req-cde4ed82-0a18-4c9b-be8d-147fcfa9b3b8 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 944 time: 0.0531197 Mar 31 20:59:34.375315 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-75e0ffba-cca4-4bf1-b5fa-9cba9574636f req-c37cc928-000c-46c8-8d68-c352d1e29da3 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411844 Mar 31 20:59:34.561859 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:59:35.495173 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e9e20-5e80-492b-b625-381edc4473d4 req-8aa169ff-1e4d-4639-8fab-bdb8b9c352d0 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:35.496671 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e56e9e20-5e80-492b-b625-381edc4473d4 req-8aa169ff-1e4d-4639-8fab-bdb8b9c352d0 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 944 time: 0.0514882 Mar 31 20:59:35.547965 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-e56e9e20-5e80-492b-b625-381edc4473d4 req-435bb1ff-c4da-4b92-9f77-a94677dd7624 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458143 Mar 31 20:59:36.717502 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188c89f-165f-43ab-91e1-fe4fbe48c891 req-71ef99d6-dbd1-4292-bdb9-950a93ed7fb0 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:36.719035 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9188c89f-165f-43ab-91e1-fe4fbe48c891 req-71ef99d6-dbd1-4292-bdb9-950a93ed7fb0 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 944 time: 0.1032038 Mar 31 20:59:36.767543 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-9188c89f-165f-43ab-91e1-fe4fbe48c891 req-01130541-89d9-4972-bbc2-07bb7c47cf23 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423350 Mar 31 20:59:37.885176 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007c044-02d0-466f-b5e0-8dbe4162d569 req-a4e6ad33-0876-4f58-af0f-01865a48530b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:37.886735 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d007c044-02d0-466f-b5e0-8dbe4162d569 req-a4e6ad33-0876-4f58-af0f-01865a48530b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 944 time: 0.0518281 Mar 31 20:59:37.935579 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-d007c044-02d0-466f-b5e0-8dbe4162d569 req-9826c541-448b-48a8-be11-87a04e716320 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433292 Mar 31 20:59:38.521334 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 769940f8-602e-4e50-8b36-a155cad9e0ce details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110551) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:59:38.617866 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 769940f8-602e-4e50-8b36-a155cad9e0ce, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=769940f8-602e-4e50-8b36-a155cad9e0ce,segment=NetworkSegment(71ee310c-899c-4e2c-9501-0d23e7c4605f),segment_id=71ee310c-899c-4e2c-9501-0d23e7c4605f)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:59:38.629779 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Returning: {'device': '769940f8-602e-4e50-8b36-a155cad9e0ce', 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad', 'port_id': '769940f8-602e-4e50-8b36-a155cad9e0ce', 'mac_address': 'fa:16:3e:da:b3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110551) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:59:38.665968 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 769940f8-602e-4e50-8b36-a155cad9e0ce is: DOWN; New status is: BUILD {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:59:38.666360 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (769940f8-602e-4e50-8b36-a155cad9e0ce), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:59:38.679272 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769940f8-602e-4e50-8b36-a155cad9e0ce {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:59:38.704668 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 769940f8-602e-4e50-8b36-a155cad9e0ce, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=769940f8-602e-4e50-8b36-a155cad9e0ce,segment=NetworkSegment(71ee310c-899c-4e2c-9501-0d23e7c4605f),segment_id=71ee310c-899c-4e2c-9501-0d23e7c4605f)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:59:38.779255 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (769940f8-602e-4e50-8b36-a155cad9e0ce), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:59:38.831333 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=769940f8-602e-4e50-8b36-a155cad9e0ce,revision_number=7']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:59:39.003001 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] get_ports_and_sgs() called for port_ids ['769940f8-602e-4e50-8b36-a155cad9e0ce'] {{(pid=110551) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:59:39.043235 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39dc5677-6de2-4c9c-bfb8-4e4c43e0dc41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:59:39.066594 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7314666-6570-4853-b599-b19d691c5cda req-b0910349-b58c-48d4-aa30-c3dcd2d652af tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:39.068150 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a7314666-6570-4853-b599-b19d691c5cda req-b0910349-b58c-48d4-aa30-c3dcd2d652af tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 945 time: 0.0669117 Mar 31 20:59:39.117852 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-a7314666-6570-4853-b599-b19d691c5cda req-6a85bcc2-b2a9-420a-a1fa-b5c4488a87e2 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441043 Mar 31 20:59:40.292604 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f33f11-26c2-439c-a180-1446db7448d8 req-5257aa5f-30b1-4f69-9ec9-9f93640ba12d tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:40.294129 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-82f33f11-26c2-439c-a180-1446db7448d8 req-5257aa5f-30b1-4f69-9ec9-9f93640ba12d tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 945 time: 0.1075168 Mar 31 20:59:40.346208 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-82f33f11-26c2-439c-a180-1446db7448d8 req-a31910c4-307d-4ee2-ab7b-764f33a71e81 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454924 Mar 31 20:59:40.537536 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 769940f8-602e-4e50-8b36-a155cad9e0ce up at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:59:40.588915 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Provisioning complete for port 769940f8-602e-4e50-8b36-a155cad9e0ce triggered by entity L2. {{(pid=110551) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:59:40.589288 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-834258'] for port (769940f8-602e-4e50-8b36-a155cad9e0ce), provisioning_complete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:59:40.670661 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Current status of the port 769940f8-602e-4e50-8b36-a155cad9e0ce is: BUILD; New status is: ACTIVE {{(pid=110551) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:59:40.670963 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616232'] for port (769940f8-602e-4e50-8b36-a155cad9e0ce), before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:59:40.697925 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797293b8-12f9-4ca4-9495-5e34843a4714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769940f8-602e-4e50-8b36-a155cad9e0ce'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:59:40.700176 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc59a23ff8ae4c89546f6fb1b813ad38964b601facd520de64422a45480d83d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243283d0-d026-44bb-81ed-f2f196ffe8a5" -d '{"events": [{"server_uuid": "797293b8-12f9-4ca4-9495-5e34843a4714", "name": "network-vif-plugged", "status": "completed", "tag": "769940f8-602e-4e50-8b36-a155cad9e0ce"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:59:40.711985 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] For port 769940f8-602e-4e50-8b36-a155cad9e0ce, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=769940f8-602e-4e50-8b36-a155cad9e0ce,segment=NetworkSegment(71ee310c-899c-4e2c-9501-0d23e7c4605f),segment_id=71ee310c-899c-4e2c-9501-0d23e7c4605f)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:59:40.736052 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99f06bd-721f-4350-8108-e5e2bf0eb27a x-openstack-request-id: req-e99f06bd-721f-4350-8108-e5e2bf0eb27a {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:59:40.736373 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797293b8-12f9-4ca4-9495-5e34843a4714", "name": "network-vif-plugged", "status": "completed", "tag": "769940f8-602e-4e50-8b36-a155cad9e0ce", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:59:40.736628 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e99f06bd-721f-4350-8108-e5e2bf0eb27a {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:59:40.737575 dv-cinder-836072-1-iscsi neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e99f06bd-721f-4350-8108-e5e2bf0eb27a'] response: {'server_uuid': '797293b8-12f9-4ca4-9495-5e34843a4714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769940f8-602e-4e50-8b36-a155cad9e0ce', 'code': 200} Mar 31 20:59:40.762353 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784743458699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784742971423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784742971441'] for port (769940f8-602e-4e50-8b36-a155cad9e0ce), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:59:40.809998 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Pushing event updated for resources: {'Port': ['ID=769940f8-602e-4e50-8b36-a155cad9e0ce,revision_number=8']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:59:40.982336 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c5b88-7de2-4c12-a229-d3a674a9cf0e req-60266488-abd5-468a-8ec0-b59b58cdd729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:40.983886 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-a86c5b88-7de2-4c12-a229-d3a674a9cf0e req-60266488-abd5-468a-8ec0-b59b58cdd729 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 1130 time: 0.0466149 Mar 31 20:59:41.031587 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-a86c5b88-7de2-4c12-a229-d3a674a9cf0e req-8fee6ad4-351e-4ad1-8749-e7c080e71f02 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413060 Mar 31 20:59:41.473549 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47100e8b-b08e-4a37-aea2-dd4bb8158d5e req-1284a4de-3e01-4c6d-a170-836d8e6fa658 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:41.475738 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-47100e8b-b08e-4a37-aea2-dd4bb8158d5e req-1284a4de-3e01-4c6d-a170-836d8e6fa658 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 946 time: 0.0632505 Mar 31 20:59:41.532325 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-47100e8b-b08e-4a37-aea2-dd4bb8158d5e req-75d0a380-c1e0-4ccd-b0d0-f473c6310f16 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505283 Mar 31 20:59:41.687693 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fafedbe8-99e4-41d2-b7aa-d7f5feb67652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:59:42.655751 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380877d8-9445-48d4-a81a-18e18ed233fa req-2b302642-f29e-4fdd-bb22-f92f0d576e93 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:42.657257 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-380877d8-9445-48d4-a81a-18e18ed233fa req-2b302642-f29e-4fdd-bb22-f92f0d576e93 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 946 time: 0.0522585 Mar 31 20:59:42.706726 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-380877d8-9445-48d4-a81a-18e18ed233fa req-9d447131-c903-426b-b25e-0b2999e80eff tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437679 Mar 31 20:59:43.430363 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:59:45.155977 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:59:45.669890 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:59:47.592806 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ea84e338-f4e1-4835-a7f0-8d058878c0d1 req-491e90d0-5cc1-4c09-b7a1-2e8d71c8ca86 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427525 Mar 31 20:59:47.679289 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84e338-f4e1-4835-a7f0-8d058878c0d1 req-dc153d48-d373-493f-a177-e09ddb4bbce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:47.680852 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ea84e338-f4e1-4835-a7f0-8d058878c0d1 req-dc153d48-d373-493f-a177-e09ddb4bbce5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=091304cc9c1f40ca9ad8a56f9d86fda5&device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 1130 time: 0.0480168 Mar 31 20:59:47.780525 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84e338-f4e1-4835-a7f0-8d058878c0d1 req-da238d8f-0594-4cd6-96cd-81ce9edcd14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:47.781989 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ea84e338-f4e1-4835-a7f0-8d058878c0d1 req-da238d8f-0594-4cd6-96cd-81ce9edcd14f service neutron] 10.222.0.32 "GET /v2.0/networks?id=171af949-9073-4e5c-9320-44ab1e637aad HTTP/1.1" status: 200 len: 909 time: 0.0827739 Mar 31 20:59:47.850420 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ea84e338-f4e1-4835-a7f0-8d058878c0d1 req-ea91e7cf-da8f-495f-b051-365342e29695 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769940f8-602e-4e50-8b36-a155cad9e0ce HTTP/1.1" status: 200 len: 1001 time: 0.0619419 Mar 31 20:59:47.896396 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84e338-f4e1-4835-a7f0-8d058878c0d1 req-3a14e35d-6f67-4a48-aab5-5a7245add87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:47.897790 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ea84e338-f4e1-4835-a7f0-8d058878c0d1 req-3a14e35d-6f67-4a48-aab5-5a7245add87a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f12debb2-a1a7-4f3b-8318-17f94b52ecf5 HTTP/1.1" status: 200 len: 847 time: 0.0420685 Mar 31 20:59:47.945153 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84e338-f4e1-4835-a7f0-8d058878c0d1 req-11dea6e5-7597-4b17-a697-fc530cc7e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:59:47.946601 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ea84e338-f4e1-4835-a7f0-8d058878c0d1 req-11dea6e5-7597-4b17-a697-fc530cc7e5e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=171af949-9073-4e5c-9320-44ab1e637aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432186 Mar 31 20:59:48.291731 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ea84e338-f4e1-4835-a7f0-8d058878c0d1 req-631ae3c0-21f2-4d15-bc79-e49fe820eddb service neutron] 10.222.0.32 "GET /v2.0/networks/171af949-9073-4e5c-9320-44ab1e637aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391221 Mar 31 20:59:48.379663 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-ea84e338-f4e1-4835-a7f0-8d058878c0d1 req-ef5788e9-7b54-4567-b087-177f745eb22d service neutron] 10.222.0.32 "GET /v2.0/networks/171af949-9073-4e5c-9320-44ab1e637aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816932 Mar 31 21:00:03.469438 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:00:09.046148 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-70964d30-b97e-4175-aadd-b2c556223233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:00:11.562423 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:00:11.686257 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-81f48b2c-519b-4970-88fa-b5cb35368eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:00:13.446552 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:00:15.177800 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:00:15.674612 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:00:17.233763 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [req-438a1dda-2484-40ea-846d-f6297713cfa6 req-5480231b-7eee-4f2d-beb7-462af4f3a504 service neutron] (110550) timed out ('10.222.0.32', 58627) {{(pid=110550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 21:00:19.561303 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [req-13127b44-0aac-4d39-8d41-33e6826d61d7 req-e21024a9-5688-47e3-99de-17edea0ae9d4 service neutron] (110549) timed out ('10.222.0.32', 58640) {{(pid=110549) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 21:00:33.468564 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:00:39.045205 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-318f5478-9d0a-473a-a849-ad0d93531c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:00:41.662235 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-11abd8e0-3c9b-4d28-bcb0-cfd963bc273b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:00:43.388288 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:00:45.182148 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:00:45.685344 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:00:47.643561 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-5a2d4a0e-55fc-4f55-9d7d-bcd4a53f4292 req-d2c812fd-1adc-4bb5-ac53-f24602bbd139 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0893321 Mar 31 21:00:47.729321 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d4a0e-55fc-4f55-9d7d-bcd4a53f4292 req-7f247e43-e70b-46f9-92a1-3933f2b0e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:00:47.730867 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-5a2d4a0e-55fc-4f55-9d7d-bcd4a53f4292 req-7f247e43-e70b-46f9-92a1-3933f2b0e066 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=091304cc9c1f40ca9ad8a56f9d86fda5&device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 1130 time: 0.0451748 Mar 31 21:00:47.828826 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d4a0e-55fc-4f55-9d7d-bcd4a53f4292 req-84b2c996-dd3c-429a-a1b0-7faf0903616d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:00:47.830240 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-5a2d4a0e-55fc-4f55-9d7d-bcd4a53f4292 req-84b2c996-dd3c-429a-a1b0-7faf0903616d service neutron] 10.222.0.32 "GET /v2.0/networks?id=171af949-9073-4e5c-9320-44ab1e637aad HTTP/1.1" status: 200 len: 909 time: 0.0822835 Mar 31 21:00:47.898761 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-5a2d4a0e-55fc-4f55-9d7d-bcd4a53f4292 req-0d2bfca0-e003-47ee-9669-e9c832735109 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769940f8-602e-4e50-8b36-a155cad9e0ce HTTP/1.1" status: 200 len: 1001 time: 0.0618858 Mar 31 21:00:47.944372 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d4a0e-55fc-4f55-9d7d-bcd4a53f4292 req-8579a99f-8f04-419d-bfc3-3e3ff7bb5c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:00:47.945687 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-5a2d4a0e-55fc-4f55-9d7d-bcd4a53f4292 req-8579a99f-8f04-419d-bfc3-3e3ff7bb5c73 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f12debb2-a1a7-4f3b-8318-17f94b52ecf5 HTTP/1.1" status: 200 len: 847 time: 0.0417280 Mar 31 21:00:47.993466 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d4a0e-55fc-4f55-9d7d-bcd4a53f4292 req-ef39634e-3c3b-4935-8d11-4bb6344a7b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:00:47.994952 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-5a2d4a0e-55fc-4f55-9d7d-bcd4a53f4292 req-ef39634e-3c3b-4935-8d11-4bb6344a7b15 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=171af949-9073-4e5c-9320-44ab1e637aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439329 Mar 31 21:00:48.084926 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-5a2d4a0e-55fc-4f55-9d7d-bcd4a53f4292 req-6271a00e-287f-4224-bddd-66ffdaf6aec1 service neutron] 10.222.0.32 "GET /v2.0/networks/171af949-9073-4e5c-9320-44ab1e637aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841131 Mar 31 21:00:48.170566 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-5a2d4a0e-55fc-4f55-9d7d-bcd4a53f4292 req-379c9486-5ec1-4c5c-b9cf-3ab56189336a service neutron] 10.222.0.32 "GET /v2.0/networks/171af949-9073-4e5c-9320-44ab1e637aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801320 Mar 31 21:00:48.562083 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:00:58.432786 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37876) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:00:58.591874 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Deleting port c34ac1e0-43c1-48a4-af47-f21c07b81fa9 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:00:58.592218 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (c34ac1e0-43c1-48a4-af47-f21c07b81fa9), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:00:58.667180 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (c34ac1e0-43c1-48a4-af47-f21c07b81fa9), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:00:58.667504 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for floatingip (c34ac1e0-43c1-48a4-af47-f21c07b81fa9), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:00:58.680757 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Calling delete_port for c34ac1e0-43c1-48a4-af47-f21c07b81fa9 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:00:58.896562 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (c34ac1e0-43c1-48a4-af47-f21c07b81fa9), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:00:58.921802 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Pushing event deleted for resources: {'Port': ['ID=c34ac1e0-43c1-48a4-af47-f21c07b81fa9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:00:58.933526 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:00:58.933892 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:00:58.934213 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:00:58.934553 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:00:58.934898 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:00:58.935232 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:00:58.935558 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:00:58.935970 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:00:58.940623 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:00:58.940623 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:00:58.940623 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:00:58.940623 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:00:58.940623 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:00:58.940623 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:00:58.940623 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:00:58.995640 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for floatingip (5b95a8fb-5c31-491f-8f80-290394c2585b), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:00:58.995993 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.db.l3_db [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Floating IP 5b95a8fb-5c31-491f-8f80-290394c2585b disassociated (deleted). External IP: 172.27.0.18, port: 769940f8-602e-4e50-8b36-a155cad9e0ce. Mar 31 21:00:59.204227 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Router fe838453-3672-42ac-aac4-7cacb3c6f469 has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:00:59.317793 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:00:59.322577 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for floatingip (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:00:59.328012 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f71cd6-25a2-4d90-b07f-78f1de39eb46 None None] Sync routers for ids ['fe838453-3672-42ac-aac4-7cacb3c6f469'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:00:59.337773 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f71cd6-25a2-4d90-b07f-78f1de39eb46 None None] Routers {'fe838453-3672-42ac-aac4-7cacb3c6f469'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:00:59.338500 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-56f71cd6-25a2-4d90-b07f-78f1de39eb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T21:00:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['fe838453-3672-42ac-aac4-7cacb3c6f469'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:00:59.355090 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-749171c1-7f7a-40be-9f64-ce755aa6ea7b tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "DELETE /v2.0/floatingips/5b95a8fb-5c31-491f-8f80-290394c2585b HTTP/1.1" status: 204 len: 168 time: 0.9212179 Mar 31 21:00:59.355690 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797293b8-12f9-4ca4-9495-5e34843a4714', 'tag': '769940f8-602e-4e50-8b36-a155cad9e0ce'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:00:59.357969 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5365a7-d9a3-4465-ac21-7378fd4634a4" -d '{"events": [{"name": "network-changed", "server_uuid": "797293b8-12f9-4ca4-9495-5e34843a4714", "tag": "769940f8-602e-4e50-8b36-a155cad9e0ce"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:00:59.448043 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-56f71cd6-25a2-4d90-b07f-78f1de39eb46 None None] Set router fe838453-3672-42ac-aac4-7cacb3c6f469 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:00:59.452984 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f936aded-b28f-46e1-80ee-b4e6ee7beb4c x-openstack-request-id: req-f936aded-b28f-46e1-80ee-b4e6ee7beb4c {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:00:59.452984 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797293b8-12f9-4ca4-9495-5e34843a4714", "tag": "769940f8-602e-4e50-8b36-a155cad9e0ce", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:00:59.452984 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f936aded-b28f-46e1-80ee-b4e6ee7beb4c {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:00:59.452984 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f936aded-b28f-46e1-80ee-b4e6ee7beb4c'] response: {'name': 'network-changed', 'server_uuid': '797293b8-12f9-4ca4-9495-5e34843a4714', 'tag': '769940f8-602e-4e50-8b36-a155cad9e0ce', 'status': 'completed', 'code': 200} Mar 31 21:00:59.521012 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5365a7-d9a3-4465-ac21-7378fd4634a4 req-871a2999-7e89-4a07-b3c8-3fa71ed1894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:00:59.522546 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8e5365a7-d9a3-4465-ac21-7378fd4634a4 req-871a2999-7e89-4a07-b3c8-3fa71ed1894f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=091304cc9c1f40ca9ad8a56f9d86fda5&device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 1130 time: 0.0491192 Mar 31 21:00:59.614686 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5365a7-d9a3-4465-ac21-7378fd4634a4 req-77a444af-fcf0-4daa-adc3-c1d0f160148b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:00:59.616207 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8e5365a7-d9a3-4465-ac21-7378fd4634a4 req-77a444af-fcf0-4daa-adc3-c1d0f160148b service neutron] 10.222.0.32 "GET /v2.0/networks?id=171af949-9073-4e5c-9320-44ab1e637aad HTTP/1.1" status: 200 len: 909 time: 0.0878506 Mar 31 21:00:59.653416 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-56f71cd6-25a2-4d90-b07f-78f1de39eb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'name': 'tempest-TestShelveInstance-486607749-router', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:29Z', 'revision_number': 4, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'gw_port': {'id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '3241072f-ecc0-451b-b265-788c3ea19312', 'name': '', 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'mac_address': 'fa:16:3e:1d:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:28Z', 'updated_at': '2022-03-31T20:56:32Z', 'revision_number': 5, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'subnets': [{'id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:00:59.661471 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8e5365a7-d9a3-4465-ac21-7378fd4634a4 req-95b07242-d704-4444-9227-b8a37e52bdca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769940f8-602e-4e50-8b36-a155cad9e0ce HTTP/1.1" status: 200 len: 217 time: 0.0387318 Mar 31 21:00:59.680343 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f71cd6-25a2-4d90-b07f-78f1de39eb46 None None] Checking router: fe838453-3672-42ac-aac4-7cacb3c6f469 for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:00:59.690297 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f71cd6-25a2-4d90-b07f-78f1de39eb46 None None] Routers {'fe838453-3672-42ac-aac4-7cacb3c6f469'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:00:59.694280 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-56f71cd6-25a2-4d90-b07f-78f1de39eb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T21:00:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['fe838453-3672-42ac-aac4-7cacb3c6f469'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:00:59.711098 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5365a7-d9a3-4465-ac21-7378fd4634a4 req-188f2985-ea9c-48ef-9f53-566e0d42cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:00:59.712818 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8e5365a7-d9a3-4465-ac21-7378fd4634a4 req-188f2985-ea9c-48ef-9f53-566e0d42cbb8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f12debb2-a1a7-4f3b-8318-17f94b52ecf5 HTTP/1.1" status: 200 len: 847 time: 0.0453699 Mar 31 21:00:59.768450 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5365a7-d9a3-4465-ac21-7378fd4634a4 req-618321fd-1966-44ae-9136-cc1456ce4096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:00:59.770298 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8e5365a7-d9a3-4465-ac21-7378fd4634a4 req-618321fd-1966-44ae-9136-cc1456ce4096 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=171af949-9073-4e5c-9320-44ab1e637aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494490 Mar 31 21:00:59.804255 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-56f71cd6-25a2-4d90-b07f-78f1de39eb46 None None] Set router fe838453-3672-42ac-aac4-7cacb3c6f469 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:00:59.819699 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48322f34-c238-404d-a822-bb7a3fd0bfc9 req-ff6399e1-6495-4592-b269-c1e512639dce tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:00:59.821223 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-48322f34-c238-404d-a822-bb7a3fd0bfc9 req-ff6399e1-6495-4592-b269-c1e512639dce tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 946 time: 0.0549283 Mar 31 21:00:59.870031 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8e5365a7-d9a3-4465-ac21-7378fd4634a4 req-2d446722-9034-4abf-91a9-28a422299645 service neutron] 10.222.0.32 "GET /v2.0/networks/171af949-9073-4e5c-9320-44ab1e637aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902152 Mar 31 21:00:59.877752 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-48322f34-c238-404d-a822-bb7a3fd0bfc9 req-6e01c4eb-7518-4247-80a6-83ebfc3c98d0 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484877 Mar 31 21:00:59.964134 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-8e5365a7-d9a3-4465-ac21-7378fd4634a4 req-01a0d509-733f-469c-84e2-e38959518a6f service neutron] 10.222.0.32 "GET /v2.0/networks/171af949-9073-4e5c-9320-44ab1e637aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870886 Mar 31 21:01:00.003158 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-56f71cd6-25a2-4d90-b07f-78f1de39eb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'name': 'tempest-TestShelveInstance-486607749-router', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:29Z', 'revision_number': 4, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'gw_port': {'id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '3241072f-ecc0-451b-b265-788c3ea19312', 'name': '', 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'mac_address': 'fa:16:3e:1d:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:28Z', 'updated_at': '2022-03-31T20:56:32Z', 'revision_number': 5, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'subnets': [{'id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:01:00.158443 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f71cd6-25a2-4d90-b07f-78f1de39eb46 None None] The sync data for ids ['fe838453-3672-42ac-aac4-7cacb3c6f469'] in dv-cinder-836072-1-iscsi is: [{'id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'name': 'tempest-TestShelveInstance-486607749-router', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:29Z', 'revision_number': 4, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'gw_port': {'id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi', '_interfaces': [{'id': '3241072f-ecc0-451b-b265-788c3ea19312', 'name': '', 'network_id': '171af949-9073-4e5c-9320-44ab1e637aad', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'mac_address': 'fa:16:3e:1d:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:28Z', 'updated_at': '2022-03-31T20:56:32Z', 'revision_number': 5, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'subnets': [{'id': 'f12debb2-a1a7-4f3b-8318-17f94b52ecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:01:00.369096 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf472a84-7ec4-4604-902e-405ca282a5d1 None None] New status for floating IP 5b95a8fb-5c31-491f-8f80-290394c2585b: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:01:00.996049 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8dc85-1ccf-4aee-a548-f55f528cac65 req-c0062cd2-9811-470a-bfc6-68ccdc1c2bf0 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:01:00.997500 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bfd8dc85-1ccf-4aee-a548-f55f528cac65 req-c0062cd2-9811-470a-bfc6-68ccdc1c2bf0 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 946 time: 0.0524216 Mar 31 21:01:01.044827 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-bfd8dc85-1ccf-4aee-a548-f55f528cac65 req-f72b2744-eed8-40eb-a7cb-bb0fa1f1b236 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b918043-f995-4502-a52b-5f964a9d3d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418894 Mar 31 21:01:01.275063 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325bd9c-0cae-420f-a40a-000ce68354e9 req-0ddf2319-6dd3-4a99-acc6-f4af1601fcb3 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:01:01.276505 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-e325bd9c-0cae-420f-a40a-000ce68354e9 req-0ddf2319-6dd3-4a99-acc6-f4af1601fcb3 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.32 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 946 time: 0.0517702 Mar 31 21:01:01.382259 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-e325bd9c-0cae-420f-a40a-000ce68354e9 req-b4d25658-2add-4871-8c3f-1be9f1c4463d tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Deleting port 769940f8-602e-4e50-8b36-a155cad9e0ce {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:01:01.382599 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e325bd9c-0cae-420f-a40a-000ce68354e9 req-b4d25658-2add-4871-8c3f-1be9f1c4463d tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (769940f8-602e-4e50-8b36-a155cad9e0ce), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:01.468586 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e325bd9c-0cae-420f-a40a-000ce68354e9 req-b4d25658-2add-4871-8c3f-1be9f1c4463d tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] For port 769940f8-602e-4e50-8b36-a155cad9e0ce, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=769940f8-602e-4e50-8b36-a155cad9e0ce,segment=NetworkSegment(71ee310c-899c-4e2c-9501-0d23e7c4605f),segment_id=71ee310c-899c-4e2c-9501-0d23e7c4605f)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:01:01.468952 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e325bd9c-0cae-420f-a40a-000ce68354e9 req-b4d25658-2add-4871-8c3f-1be9f1c4463d tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (769940f8-602e-4e50-8b36-a155cad9e0ce), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:01.482063 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-e325bd9c-0cae-420f-a40a-000ce68354e9 req-b4d25658-2add-4871-8c3f-1be9f1c4463d tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Calling delete_port for 769940f8-602e-4e50-8b36-a155cad9e0ce owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:01:01.638856 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e325bd9c-0cae-420f-a40a-000ce68354e9 req-b4d25658-2add-4871-8c3f-1be9f1c4463d tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (769940f8-602e-4e50-8b36-a155cad9e0ce), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:01.664923 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d25658-2add-4871-8c3f-1be9f1c4463d tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Pushing event deleted for resources: {'Port': ['ID=769940f8-602e-4e50-8b36-a155cad9e0ce,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:01:01.712974 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e325bd9c-0cae-420f-a40a-000ce68354e9 req-b4d25658-2add-4871-8c3f-1be9f1c4463d tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] No DVR routers for this DVR port 769940f8-602e-4e50-8b36-a155cad9e0ce on host hv-cinder-83607 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:01:01.715336 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e325bd9c-0cae-420f-a40a-000ce68354e9 req-b4d25658-2add-4871-8c3f-1be9f1c4463d tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103921'] for port (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:01.718580 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [req-e325bd9c-0cae-420f-a40a-000ce68354e9 req-b4d25658-2add-4871-8c3f-1be9f1c4463d tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.32 "DELETE /v2.0/ports/769940f8-602e-4e50-8b36-a155cad9e0ce HTTP/1.1" status: 204 len: 173 time: 0.4365861 Mar 31 21:01:01.719010 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797293b8-12f9-4ca4-9495-5e34843a4714', 'name': 'network-vif-deleted', 'tag': '769940f8-602e-4e50-8b36-a155cad9e0ce'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:01:01.721247 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f59dd246610c6da259b8202918399e7882bc1b4a86a37b9ae0eb7dad2df00ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8587f67-b90d-41dd-9652-6238560c5493" -d '{"events": [{"server_uuid": "797293b8-12f9-4ca4-9495-5e34843a4714", "name": "network-vif-deleted", "tag": "769940f8-602e-4e50-8b36-a155cad9e0ce"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:01:01.756822 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7514fda3-bffc-4153-a0dd-075adc8e1b67 x-openstack-request-id: req-7514fda3-bffc-4153-a0dd-075adc8e1b67 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:01:01.757332 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797293b8-12f9-4ca4-9495-5e34843a4714", "name": "network-vif-deleted", "tag": "769940f8-602e-4e50-8b36-a155cad9e0ce", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:01:01.757612 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7514fda3-bffc-4153-a0dd-075adc8e1b67 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:01:01.758007 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7514fda3-bffc-4153-a0dd-075adc8e1b67'] response: {'server_uuid': '797293b8-12f9-4ca4-9495-5e34843a4714', 'name': 'network-vif-deleted', 'tag': '769940f8-602e-4e50-8b36-a155cad9e0ce', 'status': 'completed', 'code': 200} Mar 31 21:01:02.141813 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [req-1b2740d3-1fee-4a2b-bffa-c43ba114b3c1 req-14b7b9a5-a3f8-4fd6-97f4-75d90c59b61e tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "GET /v2.0/ports?device_id=797293b8-12f9-4ca4-9495-5e34843a4714 HTTP/1.1" status: 200 len: 210 time: 0.0283430 Mar 31 21:01:03.199506 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37906) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:01:03.255038 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9e152686-97a3-4c26-8fc9-fa745b05b553 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for security_group (8b918043-f995-4502-a52b-5f964a9d3d71), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:03.280101 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9e152686-97a3-4c26-8fc9-fa745b05b553 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for security_group (8b918043-f995-4502-a52b-5f964a9d3d71), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:03.399502 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9e152686-97a3-4c26-8fc9-fa745b05b553 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (8b918043-f995-4502-a52b-5f964a9d3d71), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:03.402178 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9e152686-97a3-4c26-8fc9-fa745b05b553 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Publish callbacks [] for security_group (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:03.403317 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-9e152686-97a3-4c26-8fc9-fa745b05b553 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] 10.222.0.61 "DELETE /v2.0/security-groups/8b918043-f995-4502-a52b-5f964a9d3d71 HTTP/1.1" status: 204 len: 168 time: 0.2028034 Mar 31 21:01:03.412948 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e152686-97a3-4c26-8fc9-fa745b05b553 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b918043-f995-4502-a52b-5f964a9d3d71,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:01:03.420235 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e152686-97a3-4c26-8fc9-fa745b05b553 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:03.420532 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e152686-97a3-4c26-8fc9-fa745b05b553 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:03.420940 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e152686-97a3-4c26-8fc9-fa745b05b553 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:03.421214 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e152686-97a3-4c26-8fc9-fa745b05b553 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:03.421560 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e152686-97a3-4c26-8fc9-fa745b05b553 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:03.421871 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e152686-97a3-4c26-8fc9-fa745b05b553 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:03.422194 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e152686-97a3-4c26-8fc9-fa745b05b553 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:03.422514 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e152686-97a3-4c26-8fc9-fa745b05b553 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:03.422834 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e152686-97a3-4c26-8fc9-fa745b05b553 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:03.423152 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e152686-97a3-4c26-8fc9-fa745b05b553 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:03.423471 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e152686-97a3-4c26-8fc9-fa745b05b553 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:03.423806 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e152686-97a3-4c26-8fc9-fa745b05b553 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:03.424126 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e152686-97a3-4c26-8fc9-fa745b05b553 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:03.424441 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e152686-97a3-4c26-8fc9-fa745b05b553 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:03.424753 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e152686-97a3-4c26-8fc9-fa745b05b553 tempest-TestShelveInstance-1879690588 tempest-TestShelveInstance-1879690588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:03.473631 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:04.548431 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37912) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:01:04.901072 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89ce00e9-ffff-4ea5-8eb3-5c1355513cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16736117'] for router_interface (fe838453-3672-42ac-aac4-7cacb3c6f469), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:04.997020 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 769940f8-602e-4e50-8b36-a155cad9e0ce no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:01:05.016838 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] No Port match for: 769940f8-602e-4e50-8b36-a155cad9e0ce {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:01:05.017187 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Device 769940f8-602e-4e50-8b36-a155cad9e0ce not bound to the agent host hv-cinder-83607 {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:01:05.149242 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-89ce00e9-ffff-4ea5-8eb3-5c1355513cb2 admin admin] Deleting port 3241072f-ecc0-451b-b265-788c3ea19312 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:01:05.149580 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89ce00e9-ffff-4ea5-8eb3-5c1355513cb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (3241072f-ecc0-451b-b265-788c3ea19312), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:05.225550 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-89ce00e9-ffff-4ea5-8eb3-5c1355513cb2 admin admin] For port 3241072f-ecc0-451b-b265-788c3ea19312, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=3241072f-ecc0-451b-b265-788c3ea19312,segment=NetworkSegment(71ee310c-899c-4e2c-9501-0d23e7c4605f),segment_id=71ee310c-899c-4e2c-9501-0d23e7c4605f)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:01:05.225913 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89ce00e9-ffff-4ea5-8eb3-5c1355513cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (3241072f-ecc0-451b-b265-788c3ea19312), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:05.238186 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-89ce00e9-ffff-4ea5-8eb3-5c1355513cb2 admin admin] Calling delete_port for 3241072f-ecc0-451b-b265-788c3ea19312 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:01:05.500928 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89ce00e9-ffff-4ea5-8eb3-5c1355513cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (3241072f-ecc0-451b-b265-788c3ea19312), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:05.531692 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce00e9-ffff-4ea5-8eb3-5c1355513cb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3241072f-ecc0-451b-b265-788c3ea19312,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:01:05.696300 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89ce00e9-ffff-4ea5-8eb3-5c1355513cb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16300112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16729829'] for router_interface (fe838453-3672-42ac-aac4-7cacb3c6f469), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:05.921750 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ce00e9-ffff-4ea5-8eb3-5c1355513cb2 admin admin] Router fe838453-3672-42ac-aac4-7cacb3c6f469 has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:01:06.284003 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ce00e9-ffff-4ea5-8eb3-5c1355513cb2 admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:01:06.289483 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-89ce00e9-ffff-4ea5-8eb3-5c1355513cb2 admin admin] 10.222.0.61 "PUT /v2.0/routers/fe838453-3672-42ac-aac4-7cacb3c6f469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7400250 Mar 31 21:01:06.292241 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37914) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:01:06.298143 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0229e6-6dc3-4529-8b0b-1ffe822ad5e9 None None] Sync routers for ids ['fe838453-3672-42ac-aac4-7cacb3c6f469'] in dv-cinder-836072-1-iscsi {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:01:06.309151 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0229e6-6dc3-4529-8b0b-1ffe822ad5e9 None None] Routers {'fe838453-3672-42ac-aac4-7cacb3c6f469'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:01:06.309859 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-0a0229e6-6dc3-4529-8b0b-1ffe822ad5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T21:00:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['fe838453-3672-42ac-aac4-7cacb3c6f469'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:01:06.397607 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-102342d5-c97c-4b40-a9bd-10fcb56f9ed2 admin admin] Publish callbacks [] for router (fe838453-3672-42ac-aac4-7cacb3c6f469), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:06.416202 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-0a0229e6-6dc3-4529-8b0b-1ffe822ad5e9 None None] Set router fe838453-3672-42ac-aac4-7cacb3c6f469 gateway port host: dv-cinder-836072-1-iscsi {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:01:06.498146 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-102342d5-c97c-4b40-a9bd-10fcb56f9ed2 admin admin] Publish callbacks [] for router_gateway (fe838453-3672-42ac-aac4-7cacb3c6f469), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:06.601329 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-0a0229e6-6dc3-4529-8b0b-1ffe822ad5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'name': 'tempest-TestShelveInstance-486607749-router', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T21:01:05Z', 'revision_number': 5, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'gw_port': {'id': '5894ffa6-8226-474e-99f4-2cf672079fe7', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T20:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:01:06.611970 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-102342d5-c97c-4b40-a9bd-10fcb56f9ed2 admin admin] Deleting port 5894ffa6-8226-474e-99f4-2cf672079fe7 {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:01:06.614152 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-102342d5-c97c-4b40-a9bd-10fcb56f9ed2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (5894ffa6-8226-474e-99f4-2cf672079fe7), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:06.626998 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0229e6-6dc3-4529-8b0b-1ffe822ad5e9 None None] Checking router: fe838453-3672-42ac-aac4-7cacb3c6f469 for host: dv-cinder-836072-1-iscsi {{(pid=110551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:01:06.635341 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0229e6-6dc3-4529-8b0b-1ffe822ad5e9 None None] Routers {'fe838453-3672-42ac-aac4-7cacb3c6f469'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:01:06.635990 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-0a0229e6-6dc3-4529-8b0b-1ffe822ad5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T21:00:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['fe838453-3672-42ac-aac4-7cacb3c6f469'], 'active': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:01:06.689499 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-102342d5-c97c-4b40-a9bd-10fcb56f9ed2 admin admin] For port 5894ffa6-8226-474e-99f4-2cf672079fe7, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=5894ffa6-8226-474e-99f4-2cf672079fe7,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:01:06.689857 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-102342d5-c97c-4b40-a9bd-10fcb56f9ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (5894ffa6-8226-474e-99f4-2cf672079fe7), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:06.702392 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-102342d5-c97c-4b40-a9bd-10fcb56f9ed2 admin admin] Calling delete_port for 5894ffa6-8226-474e-99f4-2cf672079fe7 owned by network:router_gateway {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:01:06.723849 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvr_db [None req-0a0229e6-6dc3-4529-8b0b-1ffe822ad5e9 None None] Set router fe838453-3672-42ac-aac4-7cacb3c6f469 gateway port host: None {{(pid=110551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:01:06.778734 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_hamode_db [None req-0a0229e6-6dc3-4529-8b0b-1ffe822ad5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'name': 'tempest-TestShelveInstance-486607749-router', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T21:01:06Z', 'revision_number': 6, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'gw_port_host': None}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:01:06.805252 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0229e6-6dc3-4529-8b0b-1ffe822ad5e9 None None] The sync data for ids ['fe838453-3672-42ac-aac4-7cacb3c6f469'] in dv-cinder-836072-1-iscsi is: [{'id': 'fe838453-3672-42ac-aac4-7cacb3c6f469', 'name': 'tempest-TestShelveInstance-486607749-router', 'tenant_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:56:26Z', 'updated_at': '2022-03-31T21:01:06Z', 'revision_number': 6, 'project_id': '091304cc9c1f40ca9ad8a56f9d86fda5', 'gw_port_host': None}] {{(pid=110551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:01:06.930403 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-102342d5-c97c-4b40-a9bd-10fcb56f9ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (5894ffa6-8226-474e-99f4-2cf672079fe7), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:06.960889 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102342d5-c97c-4b40-a9bd-10fcb56f9ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5894ffa6-8226-474e-99f4-2cf672079fe7,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:01:07.017644 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-102342d5-c97c-4b40-a9bd-10fcb56f9ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16728079'] for router_gateway (fe838453-3672-42ac-aac4-7cacb3c6f469), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:07.106612 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-102342d5-c97c-4b40-a9bd-10fcb56f9ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16730259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016'] for router (fe838453-3672-42ac-aac4-7cacb3c6f469), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:07.108610 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-102342d5-c97c-4b40-a9bd-10fcb56f9ed2 admin admin] Publish callbacks [] for router_controller (fe838453-3672-42ac-aac4-7cacb3c6f469), precommit_delete_associations {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:07.233674 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-102342d5-c97c-4b40-a9bd-10fcb56f9ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16730346'] for router (fe838453-3672-42ac-aac4-7cacb3c6f469), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:07.234240 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102342d5-c97c-4b40-a9bd-10fcb56f9ed2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe838453-3672-42ac-aac4-7cacb3c6f469 {{(pid=110549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 21:01:07.238480 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-102342d5-c97c-4b40-a9bd-10fcb56f9ed2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:07.239618 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-102342d5-c97c-4b40-a9bd-10fcb56f9ed2 admin admin] 10.222.0.61 "DELETE /v2.0/routers/fe838453-3672-42ac-aac4-7cacb3c6f469 HTTP/1.1" status: 204 len: 168 time: 0.9464025 Mar 31 21:01:07.242164 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37916) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:01:07.289552 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b65dcd-5213-4a7d-9c69-0a819b4610d6 admin admin] Deleting subnet f12debb2-a1a7-4f3b-8318-17f94b52ecf5 {{(pid=110549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:01:07.292603 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a4b65dcd-5213-4a7d-9c69-0a819b4610d6 admin admin] Publish callbacks [] for subnet (f12debb2-a1a7-4f3b-8318-17f94b52ecf5), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:07.326037 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a4b65dcd-5213-4a7d-9c69-0a819b4610d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25089792'] for subnet (f12debb2-a1a7-4f3b-8318-17f94b52ecf5), precommit_delete_associations {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:07.400926 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a4b65dcd-5213-4a7d-9c69-0a819b4610d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1035066'] for subnet (f12debb2-a1a7-4f3b-8318-17f94b52ecf5), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:07.530547 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a4b65dcd-5213-4a7d-9c69-0a819b4610d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12673467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25098015'] for subnet (f12debb2-a1a7-4f3b-8318-17f94b52ecf5), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:07.559118 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b65dcd-5213-4a7d-9c69-0a819b4610d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f12debb2-a1a7-4f3b-8318-17f94b52ecf5,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:01:07.561391 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a4b65dcd-5213-4a7d-9c69-0a819b4610d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for subnet (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:07.564715 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-a4b65dcd-5213-4a7d-9c69-0a819b4610d6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f12debb2-a1a7-4f3b-8318-17f94b52ecf5 HTTP/1.1" status: 204 len: 168 time: 0.3216209 Mar 31 21:01:07.567739 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [-] (110549) accepted ('10.222.0.61', 37918) {{(pid=110549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:01:07.568302 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874ae5a7-8dbd-4974-87d9-af56ad7196e4 None None] Network 171af949-9073-4e5c-9320-44ab1e637aad requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:01:07.636810 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-58298c87-5c20-4862-942b-b5d1d4959d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913787'] for network (171af949-9073-4e5c-9320-44ab1e637aad), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:07.697110 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-58298c87-5c20-4862-942b-b5d1d4959d45 admin admin] Deleting port 40fda058-0e9a-4ec7-824f-210246b37132 {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:01:07.697469 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-58298c87-5c20-4862-942b-b5d1d4959d45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (40fda058-0e9a-4ec7-824f-210246b37132), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:07.742629 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5962e127-644b-4e2d-a8b0-01f69cd4d4fd None None] DHCP port deletion for 171af949-9073-4e5c-9320-44ab1e637aad request from dv-cinder-836072-1-iscsi {{(pid=110551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 21:01:07.766099 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-58298c87-5c20-4862-942b-b5d1d4959d45 admin admin] For port 40fda058-0e9a-4ec7-824f-210246b37132, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=40fda058-0e9a-4ec7-824f-210246b37132,segment=NetworkSegment(71ee310c-899c-4e2c-9501-0d23e7c4605f),segment_id=71ee310c-899c-4e2c-9501-0d23e7c4605f)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:01:07.766462 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-58298c87-5c20-4862-942b-b5d1d4959d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (40fda058-0e9a-4ec7-824f-210246b37132), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:07.781424 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-58298c87-5c20-4862-942b-b5d1d4959d45 admin admin] Calling delete_port for 40fda058-0e9a-4ec7-824f-210246b37132 owned by network:dhcp {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:01:07.792959 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-5962e127-644b-4e2d-a8b0-01f69cd4d4fd None None] Deleting port 40fda058-0e9a-4ec7-824f-210246b37132 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:01:07.793729 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5962e127-644b-4e2d-a8b0-01f69cd4d4fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (40fda058-0e9a-4ec7-824f-210246b37132), before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:07.867629 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-5962e127-644b-4e2d-a8b0-01f69cd4d4fd None None] For port 40fda058-0e9a-4ec7-824f-210246b37132, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=40fda058-0e9a-4ec7-824f-210246b37132,segment=NetworkSegment(71ee310c-899c-4e2c-9501-0d23e7c4605f),segment_id=71ee310c-899c-4e2c-9501-0d23e7c4605f)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:01:07.868082 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5962e127-644b-4e2d-a8b0-01f69cd4d4fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (40fda058-0e9a-4ec7-824f-210246b37132), precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:07.881309 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-5962e127-644b-4e2d-a8b0-01f69cd4d4fd None None] Calling delete_port for 40fda058-0e9a-4ec7-824f-210246b37132 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:01:07.929543 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-58298c87-5c20-4862-942b-b5d1d4959d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12676168'] for port (40fda058-0e9a-4ec7-824f-210246b37132), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:07.956126 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58298c87-5c20-4862-942b-b5d1d4959d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=40fda058-0e9a-4ec7-824f-210246b37132,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:01:07.956691 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5962e127-644b-4e2d-a8b0-01f69cd4d4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414'] for port (40fda058-0e9a-4ec7-824f-210246b37132), after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:07.958033 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58298c87-5c20-4862-942b-b5d1d4959d45 admin admin] No DVR routers for this DVR port 40fda058-0e9a-4ec7-824f-210246b37132 on host dv-cinder-836072-1-iscsi {{(pid=110549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:01:07.983391 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962e127-644b-4e2d-a8b0-01f69cd4d4fd None None] Pushing event deleted for resources: {'Port': ['ID=40fda058-0e9a-4ec7-824f-210246b37132,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:01:07.985766 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5962e127-644b-4e2d-a8b0-01f69cd4d4fd None None] No DVR routers for this DVR port 40fda058-0e9a-4ec7-824f-210246b37132 on host dv-cinder-836072-1-iscsi {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:01:07.995764 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962e127-644b-4e2d-a8b0-01f69cd4d4fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:07.995764 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962e127-644b-4e2d-a8b0-01f69cd4d4fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:07.996124 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962e127-644b-4e2d-a8b0-01f69cd4d4fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:07.996477 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962e127-644b-4e2d-a8b0-01f69cd4d4fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:07.996810 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962e127-644b-4e2d-a8b0-01f69cd4d4fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:07.997144 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962e127-644b-4e2d-a8b0-01f69cd4d4fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:07.997476 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962e127-644b-4e2d-a8b0-01f69cd4d4fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:07.997805 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962e127-644b-4e2d-a8b0-01f69cd4d4fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:07.998139 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962e127-644b-4e2d-a8b0-01f69cd4d4fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:07.998468 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962e127-644b-4e2d-a8b0-01f69cd4d4fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:07.998797 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962e127-644b-4e2d-a8b0-01f69cd4d4fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:07.999131 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962e127-644b-4e2d-a8b0-01f69cd4d4fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:07.999461 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962e127-644b-4e2d-a8b0-01f69cd4d4fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:07.999807 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962e127-644b-4e2d-a8b0-01f69cd4d4fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:08.000133 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962e127-644b-4e2d-a8b0-01f69cd4d4fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-1-iscsi {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:01:08.040613 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-58298c87-5c20-4862-942b-b5d1d4959d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999857', 'neutron.services.segments.db._delete_segments_for_network-8784743285306'] for network (171af949-9073-4e5c-9320-44ab1e637aad), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:08.062127 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.services.segments.db [None req-58298c87-5c20-4862-942b-b5d1d4959d45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171af949-9073-4e5c-9320-44ab1e637aad']}} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:01:08.076254 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.services.segments.db [None req-58298c87-5c20-4862-942b-b5d1d4959d45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ee310c-899c-4e2c-9501-0d23e7c4605f') {'for_net_delete': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:01:08.077170 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.services.segments.db [None req-58298c87-5c20-4862-942b-b5d1d4959d45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ee310c-899c-4e2c-9501-0d23e7c4605f') {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:01:08.087978 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-58298c87-5c20-4862-942b-b5d1d4959d45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784743283779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25089803'] for segment (71ee310c-899c-4e2c-9501-0d23e7c4605f), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:08.101443 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-58298c87-5c20-4862-942b-b5d1d4959d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (71ee310c-899c-4e2c-9501-0d23e7c4605f), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:08.107172 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58298c87-5c20-4862-942b-b5d1d4959d45 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=110549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:01:08.107554 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-58298c87-5c20-4862-942b-b5d1d4959d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12676125'] for segment (71ee310c-899c-4e2c-9501-0d23e7c4605f), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: Traceback (most recent call last): Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: timer() Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: cb(*args, **kw) Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: return func(*args, **kwargs) Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: self._notify() Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: self.callback(batched_events) Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: event.method(event) Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: return f(self, *a, **k) Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: return self._get(url).json() Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: return self.request(url, 'GET', **kwargs) Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:01:08.109193 dv-cinder-836072-1-iscsi neutron-server[110549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:01:08.244316 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-58298c87-5c20-4862-942b-b5d1d4959d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728163'] for network (171af949-9073-4e5c-9320-44ab1e637aad), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:08.249461 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-58298c87-5c20-4862-942b-b5d1d4959d45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:08.252616 dv-cinder-836072-1-iscsi neutron-server[110549]: INFO neutron.wsgi [None req-58298c87-5c20-4862-942b-b5d1d4959d45 admin admin] 10.222.0.61 "DELETE /v2.0/networks/171af949-9073-4e5c-9320-44ab1e637aad HTTP/1.1" status: 204 len: 168 time: 0.6839314 Mar 31 21:01:08.256271 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37920) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:01:08.263933 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58298c87-5c20-4862-942b-b5d1d4959d45 admin admin] Pushing event deleted for resources: {'Network': ['ID=171af949-9073-4e5c-9320-44ab1e637aad,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:01:08.570518 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 3241072f-ecc0-451b-b265-788c3ea19312 no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:01:08.593288 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: 3241072f-ecc0-451b-b265-788c3ea19312 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:01:08.593630 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 3241072f-ecc0-451b-b265-788c3ea19312 not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:01:08.594043 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 40fda058-0e9a-4ec7-824f-210246b37132 no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:01:08.599622 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-59ec751a-ca1b-4e56-a07b-6b8a2a2d9ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16736117'] for router_interface (ec2b7b1e-df1f-4d6a-b462-f100688562fb), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:08.613020 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: 40fda058-0e9a-4ec7-824f-210246b37132 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:01:08.614072 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 40fda058-0e9a-4ec7-824f-210246b37132 not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:01:08.614484 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 5894ffa6-8226-474e-99f4-2cf672079fe7 no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:01:08.632462 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: 5894ffa6-8226-474e-99f4-2cf672079fe7 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:01:08.632809 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 5894ffa6-8226-474e-99f4-2cf672079fe7 not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:01:08.848237 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-59ec751a-ca1b-4e56-a07b-6b8a2a2d9ea3 admin admin] Deleting port 5ebca2d3-c935-49c1-801e-906f24d8a3ea {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:01:08.848469 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-59ec751a-ca1b-4e56-a07b-6b8a2a2d9ea3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (5ebca2d3-c935-49c1-801e-906f24d8a3ea), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:08.924157 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-59ec751a-ca1b-4e56-a07b-6b8a2a2d9ea3 admin admin] For port 5ebca2d3-c935-49c1-801e-906f24d8a3ea, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=5ebca2d3-c935-49c1-801e-906f24d8a3ea,segment=NetworkSegment(1ed96aca-12ea-4b4a-946d-1ee015bfbfdc),segment_id=1ed96aca-12ea-4b4a-946d-1ee015bfbfdc)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:01:08.924520 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-59ec751a-ca1b-4e56-a07b-6b8a2a2d9ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (5ebca2d3-c935-49c1-801e-906f24d8a3ea), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:08.940260 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-59ec751a-ca1b-4e56-a07b-6b8a2a2d9ea3 admin admin] Calling delete_port for 5ebca2d3-c935-49c1-801e-906f24d8a3ea owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:01:09.056024 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad724bbb-29fb-46a1-88c5-4f2b58e36992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:09.164732 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-59ec751a-ca1b-4e56-a07b-6b8a2a2d9ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (5ebca2d3-c935-49c1-801e-906f24d8a3ea), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:09.189730 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec751a-ca1b-4e56-a07b-6b8a2a2d9ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ebca2d3-c935-49c1-801e-906f24d8a3ea,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:01:09.358697 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-59ec751a-ca1b-4e56-a07b-6b8a2a2d9ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16300112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16729829'] for router_interface (ec2b7b1e-df1f-4d6a-b462-f100688562fb), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:09.590666 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ec751a-ca1b-4e56-a07b-6b8a2a2d9ea3 admin admin] Router ec2b7b1e-df1f-4d6a-b462-f100688562fb has already been hosted by L3 agent 5ae89e4c-b597-40e6-8a42-f92c51f636ff {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:01:09.698631 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ec751a-ca1b-4e56-a07b-6b8a2a2d9ea3 admin admin] Notify agent at l3_agent.dv-cinder-836072-1-iscsi the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:01:09.703816 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-59ec751a-ca1b-4e56-a07b-6b8a2a2d9ea3 admin admin] 10.222.0.61 "PUT /v2.0/routers/ec2b7b1e-df1f-4d6a-b462-f100688562fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4464438 Mar 31 21:01:09.708168 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37922) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:01:09.711903 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e762bd-3b06-47b8-9d06-01f62dd2b146 None None] Sync routers for ids ['ec2b7b1e-df1f-4d6a-b462-f100688562fb'] in dv-cinder-836072-1-iscsi {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:01:09.723918 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e762bd-3b06-47b8-9d06-01f62dd2b146 None None] Routers {'ec2b7b1e-df1f-4d6a-b462-f100688562fb'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:01:09.724537 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-29e762bd-3b06-47b8-9d06-01f62dd2b146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T21:00:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['ec2b7b1e-df1f-4d6a-b462-f100688562fb'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:01:09.818611 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02b7f204-3059-4cf2-a6cc-0ddb00419c15 admin admin] Publish callbacks [] for router (ec2b7b1e-df1f-4d6a-b462-f100688562fb), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:09.830144 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-29e762bd-3b06-47b8-9d06-01f62dd2b146 None None] Set router ec2b7b1e-df1f-4d6a-b462-f100688562fb gateway port host: dv-cinder-836072-1-iscsi {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:01:09.921937 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02b7f204-3059-4cf2-a6cc-0ddb00419c15 admin admin] Publish callbacks [] for router_gateway (ec2b7b1e-df1f-4d6a-b462-f100688562fb), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:10.003226 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-29e762bd-3b06-47b8-9d06-01f62dd2b146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b7b1e-df1f-4d6a-b462-f100688562fb', 'name': 'tempest-TestShelveInstance-850387691-router', 'tenant_id': 'ea17108b73a242b79b742d55779287e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'external_fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '9ea73556-5f8e-4d97-b9e4-95c8af829c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:56:32Z', 'updated_at': '2022-03-31T21:01:09Z', 'revision_number': 5, 'project_id': 'ea17108b73a242b79b742d55779287e8', 'gw_port': {'id': '9ea73556-5f8e-4d97-b9e4-95c8af829c3f', 'name': '', 'network_id': '058c73fb-def7-43e1-b39b-9141f1a05ed2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:35:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b7b1e-df1f-4d6a-b462-f100688562fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:56:32Z', 'updated_at': '2022-03-31T20:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a387e6ba-8a8d-4212-afc7-aae8004bc1a6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-1-iscsi'}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:01:10.033434 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e762bd-3b06-47b8-9d06-01f62dd2b146 None None] Checking router: ec2b7b1e-df1f-4d6a-b462-f100688562fb for host: dv-cinder-836072-1-iscsi {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:01:10.041896 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e762bd-3b06-47b8-9d06-01f62dd2b146 None None] Routers {'ec2b7b1e-df1f-4d6a-b462-f100688562fb'} bound to L3 agent in host dv-cinder-836072-1-iscsi {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:01:10.042514 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-29e762bd-3b06-47b8-9d06-01f62dd2b146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:35:42Z,description=,heartbeat_timestamp=2022-03-31T21:00:42Z,host='dv-cinder-836072-1-iscsi',id=5ae89e4c-b597-40e6-8a42-f92c51f636ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:35:42Z,topic='l3_agent')) {'router_ids': ['ec2b7b1e-df1f-4d6a-b462-f100688562fb'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:01:10.048204 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-02b7f204-3059-4cf2-a6cc-0ddb00419c15 admin admin] Deleting port 9ea73556-5f8e-4d97-b9e4-95c8af829c3f {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:01:10.048689 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02b7f204-3059-4cf2-a6cc-0ddb00419c15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (9ea73556-5f8e-4d97-b9e4-95c8af829c3f), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:10.135853 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-29e762bd-3b06-47b8-9d06-01f62dd2b146 None None] Set router ec2b7b1e-df1f-4d6a-b462-f100688562fb gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:01:10.146313 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-02b7f204-3059-4cf2-a6cc-0ddb00419c15 admin admin] For port 9ea73556-5f8e-4d97-b9e4-95c8af829c3f, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=9ea73556-5f8e-4d97-b9e4-95c8af829c3f,segment=NetworkSegment(a2cfed69-3b3f-4f58-b7a0-cb71dea9e540),segment_id=a2cfed69-3b3f-4f58-b7a0-cb71dea9e540)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:01:10.146688 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02b7f204-3059-4cf2-a6cc-0ddb00419c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (9ea73556-5f8e-4d97-b9e4-95c8af829c3f), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:10.159639 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-02b7f204-3059-4cf2-a6cc-0ddb00419c15 admin admin] Calling delete_port for 9ea73556-5f8e-4d97-b9e4-95c8af829c3f owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:01:10.190005 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-29e762bd-3b06-47b8-9d06-01f62dd2b146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2b7b1e-df1f-4d6a-b462-f100688562fb', 'name': 'tempest-TestShelveInstance-850387691-router', 'tenant_id': 'ea17108b73a242b79b742d55779287e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:56:32Z', 'updated_at': '2022-03-31T21:01:09Z', 'revision_number': 6, 'project_id': 'ea17108b73a242b79b742d55779287e8', 'gw_port_host': None}], 'dv-cinder-836072-1-iscsi', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:01:10.217807 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e762bd-3b06-47b8-9d06-01f62dd2b146 None None] The sync data for ids ['ec2b7b1e-df1f-4d6a-b462-f100688562fb'] in dv-cinder-836072-1-iscsi is: [{'id': 'ec2b7b1e-df1f-4d6a-b462-f100688562fb', 'name': 'tempest-TestShelveInstance-850387691-router', 'tenant_id': 'ea17108b73a242b79b742d55779287e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:56:32Z', 'updated_at': '2022-03-31T21:01:09Z', 'revision_number': 6, 'project_id': 'ea17108b73a242b79b742d55779287e8', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:01:10.404864 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02b7f204-3059-4cf2-a6cc-0ddb00419c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (9ea73556-5f8e-4d97-b9e4-95c8af829c3f), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:10.431040 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7f204-3059-4cf2-a6cc-0ddb00419c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea73556-5f8e-4d97-b9e4-95c8af829c3f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:01:10.491190 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02b7f204-3059-4cf2-a6cc-0ddb00419c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16728079'] for router_gateway (ec2b7b1e-df1f-4d6a-b462-f100688562fb), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:10.587457 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02b7f204-3059-4cf2-a6cc-0ddb00419c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16730259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016'] for router (ec2b7b1e-df1f-4d6a-b462-f100688562fb), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:10.589782 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02b7f204-3059-4cf2-a6cc-0ddb00419c15 admin admin] Publish callbacks [] for router_controller (ec2b7b1e-df1f-4d6a-b462-f100688562fb), precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:10.684277 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02b7f204-3059-4cf2-a6cc-0ddb00419c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16730346'] for router (ec2b7b1e-df1f-4d6a-b462-f100688562fb), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:10.684815 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b7f204-3059-4cf2-a6cc-0ddb00419c15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec2b7b1e-df1f-4d6a-b462-f100688562fb {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 21:01:10.689034 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02b7f204-3059-4cf2-a6cc-0ddb00419c15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:10.690200 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-02b7f204-3059-4cf2-a6cc-0ddb00419c15 admin admin] 10.222.0.61 "DELETE /v2.0/routers/ec2b7b1e-df1f-4d6a-b462-f100688562fb HTTP/1.1" status: 204 len: 168 time: 0.9810593 Mar 31 21:01:10.693503 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37924) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:01:10.737251 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-12df3ef5-19b0-47f4-abb8-bf21df135c21 admin admin] Deleting subnet f65134c6-d5c7-4908-a100-8542b6be2a6c {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:01:10.741134 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-12df3ef5-19b0-47f4-abb8-bf21df135c21 admin admin] Publish callbacks [] for subnet (f65134c6-d5c7-4908-a100-8542b6be2a6c), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:10.776016 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-12df3ef5-19b0-47f4-abb8-bf21df135c21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24749390'] for subnet (f65134c6-d5c7-4908-a100-8542b6be2a6c), precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:10.854371 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-12df3ef5-19b0-47f4-abb8-bf21df135c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1035066'] for subnet (f65134c6-d5c7-4908-a100-8542b6be2a6c), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:10.976460 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-12df3ef5-19b0-47f4-abb8-bf21df135c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1035021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16281732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25000101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24512333'] for subnet (f65134c6-d5c7-4908-a100-8542b6be2a6c), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:10.977363 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 5ebca2d3-c935-49c1-801e-906f24d8a3ea no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:01:10.999889 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: 5ebca2d3-c935-49c1-801e-906f24d8a3ea {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:01:11.000245 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 5ebca2d3-c935-49c1-801e-906f24d8a3ea not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:01:11.001514 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df3ef5-19b0-47f4-abb8-bf21df135c21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f65134c6-d5c7-4908-a100-8542b6be2a6c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:01:11.007287 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-12df3ef5-19b0-47f4-abb8-bf21df135c21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:11.010379 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-12df3ef5-19b0-47f4-abb8-bf21df135c21 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f65134c6-d5c7-4908-a100-8542b6be2a6c HTTP/1.1" status: 204 len: 168 time: 0.3159361 Mar 31 21:01:11.012985 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37926) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:01:11.015304 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12d97e8-0776-48ca-93dd-b166abee0906 None None] Network 7f14f85a-b417-4366-8c1e-950a7e7adfe9 requested from dv-cinder-836072-1-iscsi {{(pid=110551) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:01:11.082588 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f569206-b4f6-4788-b732-b37a2e0d79c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-913787'] for network (7f14f85a-b417-4366-8c1e-950a7e7adfe9), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:11.152239 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9f569206-b4f6-4788-b732-b37a2e0d79c2 admin admin] Deleting port 80d888b5-a8ae-4892-b8af-0b5861197611 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:01:11.152605 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f569206-b4f6-4788-b732-b37a2e0d79c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (80d888b5-a8ae-4892-b8af-0b5861197611), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:11.183961 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc18ad6f-f042-4071-a2aa-b829fa01a6a3 None None] DHCP port deletion for 7f14f85a-b417-4366-8c1e-950a7e7adfe9 request from dv-cinder-836072-1-iscsi {{(pid=110551) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 21:01:11.217044 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-9f569206-b4f6-4788-b732-b37a2e0d79c2 admin admin] For port 80d888b5-a8ae-4892-b8af-0b5861197611, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=80d888b5-a8ae-4892-b8af-0b5861197611,segment=NetworkSegment(1ed96aca-12ea-4b4a-946d-1ee015bfbfdc),segment_id=1ed96aca-12ea-4b4a-946d-1ee015bfbfdc)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:01:11.217403 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f569206-b4f6-4788-b732-b37a2e0d79c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (80d888b5-a8ae-4892-b8af-0b5861197611), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:11.231590 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9f569206-b4f6-4788-b732-b37a2e0d79c2 admin admin] Calling delete_port for 80d888b5-a8ae-4892-b8af-0b5861197611 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:01:11.235097 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-bc18ad6f-f042-4071-a2aa-b829fa01a6a3 None None] Deleting port 80d888b5-a8ae-4892-b8af-0b5861197611 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:01:11.235480 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc18ad6f-f042-4071-a2aa-b829fa01a6a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784743453974'] for port (80d888b5-a8ae-4892-b8af-0b5861197611), before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:11.303202 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-bc18ad6f-f042-4071-a2aa-b829fa01a6a3 None None] For port 80d888b5-a8ae-4892-b8af-0b5861197611, host dv-cinder-836072-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-1-iscsi',level=0,port_id=80d888b5-a8ae-4892-b8af-0b5861197611,segment=NetworkSegment(1ed96aca-12ea-4b4a-946d-1ee015bfbfdc),segment_id=1ed96aca-12ea-4b4a-946d-1ee015bfbfdc)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:01:11.303608 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc18ad6f-f042-4071-a2aa-b829fa01a6a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16732487'] for port (80d888b5-a8ae-4892-b8af-0b5861197611), precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:11.326148 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-bc18ad6f-f042-4071-a2aa-b829fa01a6a3 None None] Calling delete_port for 80d888b5-a8ae-4892-b8af-0b5861197611 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:01:11.369412 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f569206-b4f6-4788-b732-b37a2e0d79c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24999254'] for port (80d888b5-a8ae-4892-b8af-0b5861197611), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:11.399993 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f569206-b4f6-4788-b732-b37a2e0d79c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=80d888b5-a8ae-4892-b8af-0b5861197611,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:01:11.401863 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f569206-b4f6-4788-b732-b37a2e0d79c2 admin admin] No DVR routers for this DVR port 80d888b5-a8ae-4892-b8af-0b5861197611 on host dv-cinder-836072-1-iscsi {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:01:11.406717 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc18ad6f-f042-4071-a2aa-b829fa01a6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784743458681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784742971414'] for port (80d888b5-a8ae-4892-b8af-0b5861197611), after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:11.435386 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18ad6f-f042-4071-a2aa-b829fa01a6a3 None None] Pushing event deleted for resources: {'Port': ['ID=80d888b5-a8ae-4892-b8af-0b5861197611,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:01:11.439077 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc18ad6f-f042-4071-a2aa-b829fa01a6a3 None None] No DVR routers for this DVR port 80d888b5-a8ae-4892-b8af-0b5861197611 on host dv-cinder-836072-1-iscsi {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:01:11.500106 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f569206-b4f6-4788-b732-b37a2e0d79c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999857', 'neutron.services.segments.db._delete_segments_for_network-8784743285306'] for network (7f14f85a-b417-4366-8c1e-950a7e7adfe9), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:11.519366 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-9f569206-b4f6-4788-b732-b37a2e0d79c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f14f85a-b417-4366-8c1e-950a7e7adfe9']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:01:11.528686 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-9f569206-b4f6-4788-b732-b37a2e0d79c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed96aca-12ea-4b4a-946d-1ee015bfbfdc') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:01:11.528983 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.services.segments.db [None req-9f569206-b4f6-4788-b732-b37a2e0d79c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed96aca-12ea-4b4a-946d-1ee015bfbfdc') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:01:11.538727 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f569206-b4f6-4788-b732-b37a2e0d79c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784743283779', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24749381'] for segment (1ed96aca-12ea-4b4a-946d-1ee015bfbfdc), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:11.552247 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f569206-b4f6-4788-b732-b37a2e0d79c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045'] for segment (1ed96aca-12ea-4b4a-946d-1ee015bfbfdc), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:11.558512 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f569206-b4f6-4788-b732-b37a2e0d79c2 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:01:11.558880 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f569206-b4f6-4788-b732-b37a2e0d79c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24999171'] for segment (1ed96aca-12ea-4b4a-946d-1ee015bfbfdc), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: Traceback (most recent call last): Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: timer() Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: cb(*args, **kw) Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: return func(*args, **kwargs) Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: self._notify() Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: self.callback(batched_events) Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: event.method(event) Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: return f(self, *a, **k) Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: return self._get(url).json() Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: return self.request(url, 'GET', **kwargs) Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:01:11.560575 dv-cinder-836072-1-iscsi neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:01:11.695819 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-33f9c629-adca-425a-9af6-d28e7c2313ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:11.724459 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f569206-b4f6-4788-b732-b37a2e0d79c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16300105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16728163'] for network (7f14f85a-b417-4366-8c1e-950a7e7adfe9), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:11.730867 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f569206-b4f6-4788-b732-b37a2e0d79c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16300159'] for network (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:11.734413 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-9f569206-b4f6-4788-b732-b37a2e0d79c2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7f14f85a-b417-4366-8c1e-950a7e7adfe9 HTTP/1.1" status: 204 len: 168 time: 0.7204909 Mar 31 21:01:11.746002 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f569206-b4f6-4788-b732-b37a2e0d79c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f14f85a-b417-4366-8c1e-950a7e7adfe9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:01:12.049124 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37930) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:01:12.088078 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-ac5adb2d-b04c-45ed-b5ae-320659c8d7e4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=091304cc9c1f40ca9ad8a56f9d86fda5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377958 Mar 31 21:01:12.090448 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37932) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:01:12.135280 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb9051af-0af3-4b17-b0bd-5564ea4c2605 admin admin] Publish callbacks [] for security_group (18dc9e51-bfbc-4ef2-bd1b-bc8234ef7d74), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:12.156130 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb9051af-0af3-4b17-b0bd-5564ea4c2605 admin admin] Publish callbacks [] for security_group (18dc9e51-bfbc-4ef2-bd1b-bc8234ef7d74), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:12.261304 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb9051af-0af3-4b17-b0bd-5564ea4c2605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (18dc9e51-bfbc-4ef2-bd1b-bc8234ef7d74), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:12.263952 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb9051af-0af3-4b17-b0bd-5564ea4c2605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:12.265116 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-bb9051af-0af3-4b17-b0bd-5564ea4c2605 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/18dc9e51-bfbc-4ef2-bd1b-bc8234ef7d74 HTTP/1.1" status: 204 len: 168 time: 0.1737864 Mar 31 21:01:12.277528 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9051af-0af3-4b17-b0bd-5564ea4c2605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dc9e51-bfbc-4ef2-bd1b-bc8234ef7d74,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:01:12.568214 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 80d888b5-a8ae-4892-b8af-0b5861197611 no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:01:12.590099 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: 80d888b5-a8ae-4892-b8af-0b5861197611 {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:01:12.590534 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 80d888b5-a8ae-4892-b8af-0b5861197611 not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:01:12.591019 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 9ea73556-5f8e-4d97-b9e4-95c8af829c3f no longer exists at agent ovs-agent-dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:01:12.610356 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] No Port match for: 9ea73556-5f8e-4d97-b9e4-95c8af829c3f {{(pid=110551) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:01:12.610708 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron.plugins.ml2.rpc [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Device 9ea73556-5f8e-4d97-b9e4-95c8af829c3f not bound to the agent host dv-cinder-836072-1-iscsi {{(pid=110551) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:01:12.854931 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37938) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:01:12.899505 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-126eafa8-115e-4f7c-8f0f-409b4bca3364 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ea17108b73a242b79b742d55779287e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434210 Mar 31 21:01:12.902019 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.61', 37940) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:01:12.948551 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5de732ab-fdc8-4c23-90e5-f898432aa8be admin admin] Publish callbacks [] for security_group (5f9faa85-9aa2-4f3c-899a-83c7fd8573f3), before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:12.968899 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5de732ab-fdc8-4c23-90e5-f898432aa8be admin admin] Publish callbacks [] for security_group (5f9faa85-9aa2-4f3c-899a-83c7fd8573f3), precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:13.094878 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5de732ab-fdc8-4c23-90e5-f898432aa8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270032'] for security_group (5f9faa85-9aa2-4f3c-899a-83c7fd8573f3), after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:13.098064 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5de732ab-fdc8-4c23-90e5-f898432aa8be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:13.099213 dv-cinder-836072-1-iscsi neutron-server[110550]: INFO neutron.wsgi [None req-5de732ab-fdc8-4c23-90e5-f898432aa8be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5f9faa85-9aa2-4f3c-899a-83c7fd8573f3 HTTP/1.1" status: 204 len: 168 time: 0.1962907 Mar 31 21:01:13.108269 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de732ab-fdc8-4c23-90e5-f898432aa8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9faa85-9aa2-4f3c-899a-83c7fd8573f3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:01:13.411264 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:15.204715 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:15.695727 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:25.561305 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:01:33.497381 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:39.088829 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4e9ee60c-4e04-4771-b5a8-a21905e4e111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:41.672413 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b5b75c38-efb0-482b-a217-16cdacb54600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:43.397581 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:45.169022 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:01:45.672029 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:02:02.560902 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:02:03.527790 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:02:09.047583 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b9f9d369-898f-49e2-9258-0e885a693d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:02:11.670572 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3a3a9a6f-cdb8-4813-ab7a-2b25639e112b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:02:13.418008 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:02:15.184860 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:02:15.726240 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:02:33.543930 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:02:39.050808 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a703a937-33da-490b-82ab-474814ee6154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:02:39.563663 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:02:41.668243 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1bacf8f7-e020-4192-a373-8908d324b70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:02:43.423684 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:02:45.206513 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:02:45.714906 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:03:03.548907 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:03:09.068006 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad7e1fa0-2136-4832-ac41-e8975176ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:03:11.674093 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-06b5182b-14de-4e4e-b215-c6b8de135cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:03:13.428090 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:03:15.193529 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:03:15.685398 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:03:16.562642 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:03:33.559230 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:03:39.050158 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5096fadd-1798-4718-b767-fe51c91cb08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:03:41.702445 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a6c08dd7-00dc-49d7-8436-5b5436a41300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:03:43.413633 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:03:45.221337 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:03:45.718888 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:03:53.562325 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:04:03.567369 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:04:09.048706 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-61b49bdc-c836-4690-9bf7-d910490c1d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:04:11.675663 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-856dbd1c-9424-473a-861a-dc03837a8536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:04:13.437920 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:04:15.208342 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:04:15.700352 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:04:30.560470 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:04:33.596454 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:04:39.085897 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8be1136-e90f-40d2-b00a-198c9f1451c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:04:41.698894 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab8cd71a-1b71-4c39-81c7-c836dd7ad510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:04:43.429255 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:04:45.216806 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:04:45.690815 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:05:03.616076 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:05:07.560270 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:05:09.051905 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-de5f7498-1693-4422-969f-b275f5a0c3ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:05:11.669189 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e6eaccf-cf18-4b45-a5b7-abd71a5dc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:05:13.435006 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:05:15.200321 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:05:15.695565 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:05:17.518748 dv-cinder-836072-1-iscsi neutron-server[110550]: DEBUG neutron.wsgi [req-5027ac98-d3a8-4623-9b2a-b1149be8657e req-d3778c26-b8fc-4da3-b355-2aad93877aef service neutron] (110550) timed out ('10.222.0.61', 58942) {{(pid=110550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 21:05:17.591547 dv-cinder-836072-1-iscsi neutron-server[110549]: DEBUG neutron.wsgi [req-5027ac98-d3a8-4623-9b2a-b1149be8657e req-65535a2b-126c-4c82-bdbd-adb3fd6afe45 tempest-AttachVolumeShelveTestJSON-1929772083 tempest-AttachVolumeShelveTestJSON-1929772083-project] (110549) timed out ('10.222.0.61', 58954) {{(pid=110549) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 21:05:33.626003 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:05:39.054293 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9a835e11-c434-4107-a6bd-0c0d35b66240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:05:41.671224 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e460a07-eda9-4958-85c2-acbfc78d4b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:05:43.465728 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:05:44.559348 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:05:45.198940 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:05:45.730579 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:06:03.621341 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa0c9dbb-6be6-43e1-868d-49d9e1fc1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (7dd6c0b4-7b51-4ce7-a43e-f42db731a887), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:06:09.075548 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-905661c5-aec7-49cf-87a4-3e487abd3bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (b91c7fac-627a-49bd-9332-a32b3145d578), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:06:11.681174 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7c074bfc-1ead-4b84-99e1-f51232e005a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (5ae89e4c-b597-40e6-8a42-f92c51f636ff), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:06:13.438189 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e83ca861-5059-4fcc-b850-943917a53220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (8ac8be87-99b6-4bf9-bc2d-2f0522466bd0), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:06:15.247145 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6309e9-28d9-4fec-8e10-e4a82d79fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (51397350-666c-44ed-b19a-d09705ad1933), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:06:15.695159 dv-cinder-836072-1-iscsi neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8ab33d8-9156-445b-9279-0397b489abd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784743285288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-834416'] for agent (aa977202-0f96-43b7-8a5d-d6bb2ae31e38), after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:06:21.559670 dv-cinder-836072-1-iscsi neutron-server[110552]: DEBUG neutron.db.agents_db [None req-3406999f-625b-4e43-bd2f-cab6c528a43b None None] Agent healthcheck: found 6 active agents {{(pid=110552) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}